------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0721 05:25:13.167954 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0721 05:25:13.168458 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0721 05:25:13.178568 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0721 05:25:13.181348 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0721 05:25:13.331139 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0721 05:25:13.355921 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0721 05:25:13.366423 7 nginx.go:271] "Starting NGINX Ingress controller" I0721 05:25:13.378739 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"c62b7e06-7c90-4ac9-99ef-7a5715f808d8", APIVersion:"v1", ResourceVersion:"1382", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0721 05:25:13.385261 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"641c59f7-75d3-4627-9b13-c0a11ac951cd", APIVersion:"v1", ResourceVersion:"1384", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0721 05:25:13.385462 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"0e30d961-f3be-4d76-8794-bce0bc0ece8c", APIVersion:"v1", ResourceVersion:"1383", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0721 05:25:14.567742 7 nginx.go:317] "Starting NGINX process" I0721 05:25:14.567900 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0721 05:25:14.568180 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0721 05:25:14.568407 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0721 05:25:14.568474 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:25:14.568507 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0721 05:25:14.568570 7 controller.go:196] "Configuration changes detected, backend reload required" I0721 05:25:14.586100 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0721 05:25:14.586543 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-fljwj" I0721 05:25:14.623623 7 controller.go:216] "Backend successfully reloaded" I0721 05:25:14.623771 7 controller.go:227] "Initial sync, sleeping for 1 second" I0721 05:25:14.623872 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fljwj", UID:"5b3c0d40-2f83-436a-bc07-89969402ed85", APIVersion:"v1", ResourceVersion:"1424", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0721 05:25:18.391013 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:25:18.391163 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:25:21.725448 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:25:21.725512 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:25:25.059071 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:25:25.059113 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:25:28.392090 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:25:28.392134 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:25:31.724932 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:25:31.725004 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:25:35.060022 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:25:35.060074 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:25:38.391728 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:25:38.391771 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:25:41.725054 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:25:41.725121 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:25:46.790540 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:25:46.790576 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:25:50.124210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:25:50.124264 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:25:53.457911 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:25:53.457970 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:26:42.001771 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:26:42.001814 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:26:45.336112 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:26:45.336162 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:26:49.969552 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:26:49.969584 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:26:53.661519 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:26:53.661556 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:26:56.995271 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:26:56.995304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:27:00.329561 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:27:00.329615 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:27:03.662429 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:27:03.662477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:27:06.996207 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:27:06.996255 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:27:10.330207 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:27:10.330289 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:27:14.256115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:27:14.256151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:27:17.589899 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:27:17.589979 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:29:41.225537 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:29:41.225575 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:29:44.560217 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:29:44.560299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:29:44.793990 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-61.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-61.nip.io-tls was not found. Using default certificate W0721 05:29:44.794070 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:29:44.794092 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0721 05:29:44.796330 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0721 05:29:44.796373 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0721 05:29:44.803284 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0721 05:29:44.803703 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"06fd7443-d091-4759-b2a1-d6445afc833b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3360", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0721 05:29:44.804143 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-61.nip.io-tls" in local store I0721 05:29:45.250920 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-61.nip.io-tls" I0721 05:29:45.254522 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-61.nip.io-tls" W0721 05:29:47.892615 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:29:47.892662 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0721 05:29:47.892734 7 controller.go:196] "Configuration changes detected, backend reload required" I0721 05:29:47.934877 7 controller.go:216] "Backend successfully reloaded" I0721 05:29:47.935132 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fljwj", UID:"5b3c0d40-2f83-436a-bc07-89969402ed85", APIVersion:"v1", ResourceVersion:"1424", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0721 05:29:51.226170 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:29:51.226299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.61 - - [21/Jul/2026:05:29:52 +0000] "GET /realms/master HTTP/1.1" 200 622 "-" "ansible-httpget" 143 0.010 [auth-system-keycloak-80] [] 10.0.0.76:8080 622 0.011 200 45718a2657fff4ad9251a34bad44c2f2 199.19.213.61 - - [21/Jul/2026:05:29:55 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 1.791 [auth-system-keycloak-80] [] 10.0.0.76:8080 1882 1.789 200 6099f0f5fbeb136269442f514ec8d792 199.19.213.61 - - [21/Jul/2026:05:29:55 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 28 "-" "Ansible" 1195 0.180 [auth-system-keycloak-80] [] 10.0.0.76:8080 28 0.179 404 acc138106c3d40d8c054e5d09651a856 199.19.213.61 - - [21/Jul/2026:05:30:01 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 5.703 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 5.701 201 aa5e9e4bcb011f2a35d36ab36d37d9b6 199.19.213.61 - - [21/Jul/2026:05:30:01 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4177 "-" "Ansible" 1195 0.600 [auth-system-keycloak-80] [] 10.0.0.76:8080 4177 0.601 200 4e21178ac2a5840b55acee6e7d92a30d 199.19.213.61 - - [21/Jul/2026:05:30:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.303 [auth-system-keycloak-80] [] 10.0.0.76:8080 1882 0.302 200 0bac1596c1ebdbfb25a9b2590f5c41e1 199.19.213.61 - - [21/Jul/2026:05:30:02 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1209 0.087 [auth-system-keycloak-80] [] 10.0.0.76:8080 12500 0.086 200 95b45089287c8bf0976f6a580e32577b 199.19.213.61 - - [21/Jul/2026:05:30:02 +0000] "GET /admin/realms/atmosphere/client-scopes/6f4ed085-1635-4c53-a6a3-5d77a7f3501f HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.075 [auth-system-keycloak-80] [] 10.0.0.76:8080 1278 0.075 200 d95cc6020993fc9833e613126797a50b 199.19.213.61 - - [21/Jul/2026:05:30:02 +0000] "PUT /admin/realms/atmosphere/client-scopes/6f4ed085-1635-4c53-a6a3-5d77a7f3501f HTTP/1.1" 204 0 "-" "Ansible" 1846 0.095 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.094 204 5331c2af9abaf2d511ea140abf3e93af 199.19.213.61 - - [21/Jul/2026:05:30:03 +0000] "GET /admin/realms/atmosphere/client-scopes/6f4ed085-1635-4c53-a6a3-5d77a7f3501f/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.085 [auth-system-keycloak-80] [] 10.0.0.76:8080 963 0.085 200 c8f9b2d7593c488e2a3ea3941ac62181 199.19.213.61 - - [21/Jul/2026:05:30:03 +0000] "GET /admin/realms/atmosphere/client-scopes/6f4ed085-1635-4c53-a6a3-5d77a7f3501f/protocol-mappers/models/5aeda348-3633-4be2-8486-9d4362747e87 HTTP/1.1" 200 366 "-" "Ansible" 1307 0.010 [auth-system-keycloak-80] [] 10.0.0.76:8080 366 0.011 200 7b043c8052164c0f4acf57fb30c04536 199.19.213.61 - - [21/Jul/2026:05:30:03 +0000] "PUT /admin/realms/atmosphere/client-scopes/6f4ed085-1635-4c53-a6a3-5d77a7f3501f/protocol-mappers/models/5aeda348-3633-4be2-8486-9d4362747e87 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.079 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.078 204 0343a755fdfe5fdc21c7e6a329c22a08 199.19.213.61 - - [21/Jul/2026:05:30:03 +0000] "GET /admin/realms/atmosphere/client-scopes/6f4ed085-1635-4c53-a6a3-5d77a7f3501f HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.080 [auth-system-keycloak-80] [] 10.0.0.76:8080 1218 0.079 200 5fd26980284239482b98e3fc021a4c95 I0721 05:30:14.595221 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.107.1.57"}] I0721 05:30:14.617292 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"06fd7443-d091-4759-b2a1-d6445afc833b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3601", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0721 05:30:14.617953 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:30:14.618081 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.61 - - [21/Jul/2026:05:30:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.051 [auth-system-keycloak-80] [] 10.0.0.76:8080 1882 0.050 200 6cf4176c0a9a7a1b3546b5a28d218c43 199.19.213.61 - - [21/Jul/2026:05:30:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.015 [auth-system-keycloak-80] [] 10.0.0.76:8080 2 0.015 200 959a7a30210d479aca72b1f1c6304d1b 199.19.213.61 - - [21/Jul/2026:05:30:24 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.186 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.185 201 d307c5ac6fe05a570fe784a6b9186bfd 199.19.213.61 - - [21/Jul/2026:05:30:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.079 [auth-system-keycloak-80] [] 10.0.0.76:8080 1259 0.080 200 e13fb2f6a17f1740dae4e84851a98dcb 199.19.213.61 - - [21/Jul/2026:05:30:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.096 [auth-system-keycloak-80] [] 10.0.0.76:8080 1882 0.093 200 a5b1c714dfd87b1283a229267c43f2a3 199.19.213.61 - - [21/Jul/2026:05:30:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.012 [auth-system-keycloak-80] [] 10.0.0.76:8080 2 0.012 200 cbc7398e592edee89d90071209eabd7b 199.19.213.61 - - [21/Jul/2026:05:30:25 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.081 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.081 201 ed6cd8985f34806b1b0d59901708099b 199.19.213.61 - - [21/Jul/2026:05:30:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.075 [auth-system-keycloak-80] [] 10.0.0.76:8080 1283 0.075 200 0c351d155e4ea465873b051fc1f59ac8 199.19.213.61 - - [21/Jul/2026:05:30:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.049 [auth-system-keycloak-80] [] 10.0.0.76:8080 1882 0.048 200 2b9e39de40245c23e24425379e699753 199.19.213.61 - - [21/Jul/2026:05:30:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.76:8080 2 0.010 200 31ffa73ebec69e4913d02530a26cbe63 199.19.213.61 - - [21/Jul/2026:05:30:25 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.034 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.033 201 58f42d0d384e742dded2cca5f36ed7d4 199.19.213.61 - - [21/Jul/2026:05:30:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.044 [auth-system-keycloak-80] [] 10.0.0.76:8080 1249 0.045 200 b0a741f41306470ce6359d8e541c7416 199.19.213.61 - - [21/Jul/2026:05:30:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.046 [auth-system-keycloak-80] [] 10.0.0.76:8080 1882 0.045 200 e25ee3fa040a5223014099b2d82a94f5 199.19.213.61 - - [21/Jul/2026:05:30:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.053 [auth-system-keycloak-80] [] 10.0.0.76:8080 1259 0.052 200 a0e22567c27964ae73f8b81e7dee2f01 199.19.213.61 - - [21/Jul/2026:05:30:26 +0000] "GET /admin/realms/atmosphere/clients/c2dc3627-842a-4ee7-84a0-ca3330143ffb/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1253 0.016 [auth-system-keycloak-80] [] 10.0.0.76:8080 31 0.016 404 a913ddcdfdaf5e6bbca0975058a3cea8 199.19.213.61 - - [21/Jul/2026:05:30:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.76:8080 1259 0.008 200 38bf96fa3221bbf180980a8a23719f56 199.19.213.61 - - [21/Jul/2026:05:30:26 +0000] "POST /admin/realms/atmosphere/clients/c2dc3627-842a-4ee7-84a0-ca3330143ffb/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.056 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.055 201 ed27438be33ebf6cdc012c3f9338f228 199.19.213.61 - - [21/Jul/2026:05:30:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.76:8080 1259 0.009 200 ed06349d106b110f351298335d8854ca 199.19.213.61 - - [21/Jul/2026:05:30:26 +0000] "GET /admin/realms/atmosphere/clients/c2dc3627-842a-4ee7-84a0-ca3330143ffb/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.067 [auth-system-keycloak-80] [] 10.0.0.76:8080 166 0.067 200 9190f04ca984120c37f85dadee0f3354 199.19.213.61 - - [21/Jul/2026:05:30:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.045 [auth-system-keycloak-80] [] 10.0.0.76:8080 1882 0.043 200 adbc4a58c80ab761c3fcccb4f3f1bddb 199.19.213.61 - - [21/Jul/2026:05:30:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.76:8080 1283 0.006 200 8c10716a86c1eccb7c9e1b7b4a0e2314 199.19.213.61 - - [21/Jul/2026:05:30:27 +0000] "GET /admin/realms/atmosphere/clients/6c662e6a-1ed1-4979-b33e-1fe03da81152/roles/admin HTTP/1.1" 404 31 "-" "Ansible" 1252 0.029 [auth-system-keycloak-80] [] 10.0.0.76:8080 31 0.030 404 6e938d799f3cd4d241c29875d7de8be9 199.19.213.61 - - [21/Jul/2026:05:30:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.76:8080 1283 0.007 200 41423c28ab70574efd9b7e34c899d8c7 199.19.213.61 - - [21/Jul/2026:05:30:27 +0000] "POST /admin/realms/atmosphere/clients/6c662e6a-1ed1-4979-b33e-1fe03da81152/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.073 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.072 201 be2717661b06eb74bd22197a93b2a49d 199.19.213.61 - - [21/Jul/2026:05:30:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.76:8080 1283 0.008 200 c8cf61b082df0955be2d9bd9e8553f44 199.19.213.61 - - [21/Jul/2026:05:30:27 +0000] "GET /admin/realms/atmosphere/clients/6c662e6a-1ed1-4979-b33e-1fe03da81152/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.077 [auth-system-keycloak-80] [] 10.0.0.76:8080 165 0.076 200 c83f011c92740fa06a44e2f81d7a7366 199.19.213.61 - - [21/Jul/2026:05:30:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.051 [auth-system-keycloak-80] [] 10.0.0.76:8080 1882 0.050 200 35379dc62b4db9faac0198b7038657f2 199.19.213.61 - - [21/Jul/2026:05:30:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.033 [auth-system-keycloak-80] [] 10.0.0.76:8080 1283 0.033 200 e4b1bfac0eddf53eaef2272d69e8725a 199.19.213.61 - - [21/Jul/2026:05:30:27 +0000] "GET /admin/realms/atmosphere/clients/6c662e6a-1ed1-4979-b33e-1fe03da81152/roles/editor HTTP/1.1" 404 31 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.76:8080 31 0.011 404 c638430cfc2d9456d5c1a1739526ef4c 199.19.213.61 - - [21/Jul/2026:05:30:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.76:8080 1283 0.008 200 15e627141607bb7b1258febed4bedd82 199.19.213.61 - - [21/Jul/2026:05:30:27 +0000] "POST /admin/realms/atmosphere/clients/6c662e6a-1ed1-4979-b33e-1fe03da81152/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.054 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.053 201 acfecac9491bf8428dd3ac306ab34435 199.19.213.61 - - [21/Jul/2026:05:30:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.76:8080 1283 0.006 200 3bee7189db759177466f79760685b444 199.19.213.61 - - [21/Jul/2026:05:30:27 +0000] "GET /admin/realms/atmosphere/clients/6c662e6a-1ed1-4979-b33e-1fe03da81152/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.76:8080 166 0.010 200 91003f386878ef93282bb96ae87a1c36 199.19.213.61 - - [21/Jul/2026:05:30:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.043 [auth-system-keycloak-80] [] 10.0.0.76:8080 1882 0.040 200 98d1d24c464aa60dadde1c7ec74c5453 199.19.213.61 - - [21/Jul/2026:05:30:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.017 [auth-system-keycloak-80] [] 10.0.0.76:8080 1283 0.017 200 45f26f9f04b4b205f329ee7ba0181776 199.19.213.61 - - [21/Jul/2026:05:30:28 +0000] "GET /admin/realms/atmosphere/clients/6c662e6a-1ed1-4979-b33e-1fe03da81152/roles/viewer HTTP/1.1" 404 31 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.76:8080 31 0.009 404 921c42576fff121a0d48adec517de490 199.19.213.61 - - [21/Jul/2026:05:30:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.76:8080 1283 0.006 200 e49d167829590f44397aba5d1aca63c8 199.19.213.61 - - [21/Jul/2026:05:30:31 +0000] "POST /admin/realms/atmosphere/clients/6c662e6a-1ed1-4979-b33e-1fe03da81152/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 3.347 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 3.347 201 c8df16ab02bccf2e6170b89b4b48de13 199.19.213.61 - - [21/Jul/2026:05:30:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.76:8080 1283 0.007 200 d44590b3d121cdf289a89c5f78ac6e2c 199.19.213.61 - - [21/Jul/2026:05:30:31 +0000] "GET /admin/realms/atmosphere/clients/6c662e6a-1ed1-4979-b33e-1fe03da81152/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.76:8080 166 0.012 200 7c49a60ddd4aa471761fdd6b1996af71 199.19.213.61 - - [21/Jul/2026:05:30:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.060 [auth-system-keycloak-80] [] 10.0.0.76:8080 1882 0.058 200 6c5850082d27411f204cf2b9acb8f87c 199.19.213.61 - - [21/Jul/2026:05:30:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.76:8080 1249 0.006 200 ef492a8414153ee87757d13ee6c1577f 199.19.213.61 - - [21/Jul/2026:05:30:32 +0000] "GET /admin/realms/atmosphere/clients/71c64643-8205-4e4a-8a19-e0f6e2399724/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.76:8080 31 0.009 404 696bf66de202738239d77393cdf4a463 199.19.213.61 - - [21/Jul/2026:05:30:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.76:8080 1249 0.007 200 c4448cc8861ec338805badccce97738e 199.19.213.61 - - [21/Jul/2026:05:30:32 +0000] "POST /admin/realms/atmosphere/clients/71c64643-8205-4e4a-8a19-e0f6e2399724/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.017 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.017 201 a3fa6d5ed5bca99dde289fc5d1bec103 199.19.213.61 - - [21/Jul/2026:05:30:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.013 [auth-system-keycloak-80] [] 10.0.0.76:8080 1249 0.012 200 ab0a1f9df6115251c1b1d49030d95237 199.19.213.61 - - [21/Jul/2026:05:30:32 +0000] "GET /admin/realms/atmosphere/clients/71c64643-8205-4e4a-8a19-e0f6e2399724/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.76:8080 166 0.011 200 ad2219d4ed76423f78808921fa60c546 W0721 05:31:47.736885 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:31:47.736925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:31:47.829367 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0721 05:31:47.829510 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0721 05:31:47.829593 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:31:47.829617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:31:47.829740 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0721 05:31:47.829837 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0721 05:31:47.829908 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:31:47.829926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0721 05:31:47.832566 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.008s testedConfigurationSize:18.2kB} I0721 05:31:47.832644 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" W0721 05:31:47.833199 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0721 05:31:47.833922 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0721 05:31:47.834010 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:31:47.834040 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0721 05:31:47.835785 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.006s renderingIngressLength:2 renderingIngressTime:0.005s admissionTime:0.011s testedConfigurationSize:18.2kB} I0721 05:31:47.835814 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0721 05:31:47.836132 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.006s admissionTime:0.009s testedConfigurationSize:18.2kB} I0721 05:31:47.836178 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0721 05:31:47.839188 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0721 05:31:47.839613 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"9d6acd7b-f767-4fe4-95f6-dbe4cfa907ab", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4272", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0721 05:31:47.839647 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0721 05:31:47.843384 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0721 05:31:47.843881 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0721 05:31:47.843909 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0721 05:31:47.843926 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"2e917420-70c8-424e-a8f9-21bfffb43188", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4277", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0721 05:31:47.844221 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0721 05:31:47.844273 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"d4b50fa8-4afc-4e6c-bd85-03e3ec8a2df9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4278", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0721 05:31:48.277399 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0721 05:31:48.278137 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0721 05:31:48.278175 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0721 05:31:48.278583 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0721 05:31:50.055515 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0721 05:31:50.056373 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0721 05:31:50.757850 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0721 05:31:50.759490 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/grafana-tls" I0721 05:31:50.806376 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0721 05:31:50.807657 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/alertmanager-tls" W0721 05:31:51.070581 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0721 05:31:51.070652 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0721 05:31:51.070687 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0721 05:31:51.070836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:31:51.070863 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0721 05:31:51.070998 7 controller.go:196] "Configuration changes detected, backend reload required" I0721 05:31:51.115883 7 controller.go:216] "Backend successfully reloaded" I0721 05:31:51.116305 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fljwj", UID:"5b3c0d40-2f83-436a-bc07-89969402ed85", APIVersion:"v1", ResourceVersion:"1424", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0721 05:31:54.408994 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0721 05:31:54.409064 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0721 05:31:54.409104 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0721 05:31:54.409225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:31:54.409252 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:31:57.737361 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0721 05:31:57.737435 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0721 05:31:57.737500 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0721 05:31:57.740864 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:31:57.740907 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:32:01.070845 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0721 05:32:01.070927 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0721 05:32:01.071014 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0721 05:32:01.071175 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:32:01.071202 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:32:04.403627 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0721 05:32:04.403682 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0721 05:32:04.403701 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0721 05:32:04.403784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:32:04.403813 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:32:07.737153 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0721 05:32:07.737215 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0721 05:32:07.737259 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0721 05:32:07.737382 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:32:07.737405 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:32:11.072793 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0721 05:32:11.072838 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0721 05:32:11.072863 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0721 05:32:11.072952 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:32:11.072973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:32:14.404275 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0721 05:32:14.404313 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0721 05:32:14.404333 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0721 05:32:14.404409 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:32:14.404422 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0721 05:32:14.597917 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.107.1.57"}] I0721 05:32:14.599014 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.107.1.57"}] I0721 05:32:14.599091 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.107.1.57"}] I0721 05:32:14.603699 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"d4b50fa8-4afc-4e6c-bd85-03e3ec8a2df9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4938", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0721 05:32:14.606993 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"2e917420-70c8-424e-a8f9-21bfffb43188", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4939", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0721 05:32:14.607605 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"9d6acd7b-f767-4fe4-95f6-dbe4cfa907ab", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4940", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0721 05:32:17.736874 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0721 05:32:17.736928 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0721 05:32:17.736953 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0721 05:32:17.737036 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:32:17.737058 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:32:21.070641 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0721 05:32:21.070737 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0721 05:32:21.070863 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:32:21.070887 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.34 - - [21/Jul/2026:05:32:21 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6297 "-" "Go-http-client/1.1" 160 0.035 [auth-system-keycloak-80] [] 10.0.0.76:8080 6297 0.035 200 063105d0882c559d5ad6c86d8b81b260 10.0.0.174 - - [21/Jul/2026:05:32:21 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6297 "-" "Go-http-client/1.1" 160 0.006 [auth-system-keycloak-80] [] 10.0.0.76:8080 6297 0.006 200 bb082ba471a2aa4e8c72022f9cad9028 W0721 05:32:24.404008 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0721 05:32:24.404412 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:32:24.404447 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:32:27.738139 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0721 05:32:27.738507 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:32:27.738565 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:32:31.072513 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:32:31.072623 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.61 - - [21/Jul/2026:05:32:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.050 [auth-system-keycloak-80] [] 10.0.0.76:8080 1882 0.048 200 708ba01d0c8b9ff8da8b03e6b7265f63 199.19.213.61 - - [21/Jul/2026:05:32:33 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4177 "-" "Ansible" 1195 0.008 [auth-system-keycloak-80] [] 10.0.0.76:8080 4177 0.007 200 62a0f3e29fa4ccfa99b4e5d9e7dbf22c W0721 05:32:34.405196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:32:34.405340 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.61 - - [21/Jul/2026:05:32:34 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5634 0.793 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.791 204 557f1beb2d2e2659010e765c200027b8 199.19.213.61 - - [21/Jul/2026:05:32:34 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4315 "-" "Ansible" 1195 0.199 [auth-system-keycloak-80] [] 10.0.0.76:8080 4315 0.200 200 95a945eef8049b4912a0080aee08e3e6 199.19.213.61 - - [21/Jul/2026:05:32:35 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6297 "-" "ansible-httpget" 180 0.013 [auth-system-keycloak-80] [] 10.0.0.76:8080 6297 0.013 200 9e314aea4e91c7c0be1cbd561e23f46e 199.19.213.61 - - [21/Jul/2026:05:32:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.045 [auth-system-keycloak-80] [] 10.0.0.76:8080 1882 0.044 200 e5816d4f0a4471c7e253c056fd5b18be 199.19.213.61 - - [21/Jul/2026:05:32:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.011 [auth-system-keycloak-80] [] 10.0.0.76:8080 2 0.010 200 b0a505f3d7a245d26df116fce4bae3f9 199.19.213.61 - - [21/Jul/2026:05:32:36 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.114 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.114 201 797e1c300295e86ebb1db08697d072bb 199.19.213.61 - - [21/Jul/2026:05:32:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.025 [auth-system-keycloak-80] [] 10.0.0.76:8080 2242 0.026 200 d6ecf8b99583f3d47eaec6750c21d811 199.19.213.61 - - [21/Jul/2026:05:32:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.053 [auth-system-keycloak-80] [] 10.0.0.76:8080 1882 0.051 200 eb84eebaaf0158af960337f550b675e8 199.19.213.61 - - [21/Jul/2026:05:32:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.007 [auth-system-keycloak-80] [] 10.0.0.76:8080 2242 0.006 200 7de238aca2168646b640037ee471c732 199.19.213.61 - - [21/Jul/2026:05:32:37 +0000] "GET /admin/realms/atmosphere/clients/c5c6d9a3-451d-4775-90ba-b8a345eff0f6/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.064 [auth-system-keycloak-80] [] 10.0.0.76:8080 233 0.065 200 95e88bb9c84a6a4d3c82d72bd2ee3f91 199.19.213.61 - - [21/Jul/2026:05:32:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.022 [auth-system-keycloak-80] [] 10.0.0.76:8080 831 0.021 200 37fa045771de5f69b836d0a0b3d36cd9 199.19.213.61 - - [21/Jul/2026:05:32:37 +0000] "GET /admin/realms/atmosphere/clients/d838f25e-4df9-4277-995a-f6b0e783eec2/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.068 [auth-system-keycloak-80] [] 10.0.0.76:8080 3758 0.067 200 e8ba4ea80cd5991c0cc2e3c7c81d2712 199.19.213.61 - - [21/Jul/2026:05:32:37 +0000] "GET /admin/realms/atmosphere/users/4bd33b7c-9e7c-4e61-82cd-f9b8b23dffdb/role-mappings/clients/d838f25e-4df9-4277-995a-f6b0e783eec2/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.190 [auth-system-keycloak-80] [] 10.0.0.76:8080 3758 0.190 200 61b5da0d39947daa8538a5229319014d 199.19.213.61 - - [21/Jul/2026:05:32:37 +0000] "GET /admin/realms/atmosphere/users/4bd33b7c-9e7c-4e61-82cd-f9b8b23dffdb/role-mappings/clients/d838f25e-4df9-4277-995a-f6b0e783eec2/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.087 [auth-system-keycloak-80] [] 10.0.0.76:8080 2 0.087 200 56b59b575ecc510e169890c39f961617 199.19.213.61 - - [21/Jul/2026:05:32:37 +0000] "POST /admin/realms/atmosphere/users/4bd33b7c-9e7c-4e61-82cd-f9b8b23dffdb/role-mappings/clients/d838f25e-4df9-4277-995a-f6b0e783eec2 HTTP/1.1" 204 0 "-" "Ansible" 1388 0.018 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.017 204 3b836e6939ff521ce470f77964919895 199.19.213.61 - - [21/Jul/2026:05:32:37 +0000] "GET /admin/realms/atmosphere/users/4bd33b7c-9e7c-4e61-82cd-f9b8b23dffdb/role-mappings/clients/d838f25e-4df9-4277-995a-f6b0e783eec2/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.056 [auth-system-keycloak-80] [] 10.0.0.76:8080 576 0.056 200 da93e86316fe8df85b4cc388fcb11b27 W0721 05:32:40.418718 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:32:40.418898 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:32:43.752990 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:32:43.753048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:34:45.703651 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:34:45.703688 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:35:18.872211 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0721 05:35:18.872274 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:35:18.872287 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0721 05:35:18.874741 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.003s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:28.7kB} I0721 05:35:18.874772 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0721 05:35:18.882029 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0721 05:35:18.882348 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"2e3c8993-58ba-49ea-995f-734cd00db285", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6273", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0721 05:35:18.882577 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0721 05:35:18.882969 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0721 05:35:18.883032 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:35:18.883045 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0721 05:35:18.883158 7 controller.go:196] "Configuration changes detected, backend reload required" I0721 05:35:18.924260 7 controller.go:216] "Backend successfully reloaded" I0721 05:35:18.924697 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fljwj", UID:"5b3c0d40-2f83-436a-bc07-89969402ed85", APIVersion:"v1", ResourceVersion:"1424", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0721 05:35:19.314695 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0721 05:35:19.315798 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0721 05:35:22.218234 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:35:22.218274 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.61 - - [21/Jul/2026:05:35:23 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.005 [openstack-keystone-api-5000] [] 10.0.0.185:5000 280 0.006 300 bc88ab9a7b54f83f98648e2fefe88987 199.19.213.61 - - [21/Jul/2026:05:35:24 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 232 0.009 [openstack-keystone-api-5000] [] 10.0.0.185:5000 265 0.008 200 61116a5c8509f1de9ca7ade6cfd733b4 199.19.213.61 - - [21/Jul/2026:05:35:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 549 0.350 [openstack-keystone-api-5000] [] 10.0.0.185:5000 1296 0.349 201 2e7e73abeff30c541aec05ac67483e3b 199.19.213.61 - - [21/Jul/2026:05:35:25 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.185:5000 280 0.005 300 8ba97ec4d065340fbd39578e3f50acd2 199.19.213.61 - - [21/Jul/2026:05:35:25 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 455 0.030 [openstack-keystone-api-5000] [] 10.0.0.185:5000 366 0.030 200 38774523777e6bea74bbaa2c465d973f 199.19.213.61 - - [21/Jul/2026:05:35:25 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.185:5000 265 0.005 200 ea01051f5f027b8301bae5376183539c 199.19.213.61 - - [21/Jul/2026:05:35:26 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 549 0.288 [openstack-keystone-api-5000] [] 10.0.0.185:5000 1296 0.289 201 41ad25fbe64f265288216e5671916d85 199.19.213.61 - - [21/Jul/2026:05:35:26 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.185:5000 280 0.004 300 407f04653aef2b9a4369a6127e504afa 199.19.213.61 - - [21/Jul/2026:05:35:26 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 462 0.023 [openstack-keystone-api-5000] [] 10.0.0.185:5000 101 0.023 404 f0a0749f00fa342601adb1e586706b84 199.19.213.61 - - [21/Jul/2026:05:35:26 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 464 0.024 [openstack-keystone-api-5000] [] 10.0.0.185:5000 155 0.025 200 5e8dff4f16eb82eea5f7cac8e528b524 199.19.213.61 - - [21/Jul/2026:05:35:26 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 451 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 679 0.032 [openstack-keystone-api-5000] [] 10.0.0.185:5000 451 0.032 201 29959743d992f25424872bb2cabad698 199.19.213.61 - - [21/Jul/2026:05:35:26 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.185:5000 265 0.004 200 6160300ba812ec85bf6865ef53d425f3 199.19.213.61 - - [21/Jul/2026:05:35:27 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 549 0.326 [openstack-keystone-api-5000] [] 10.0.0.185:5000 1296 0.326 201 6aa14ccc3be5b7a4d2cd1bb43f536cfd 199.19.213.61 - - [21/Jul/2026:05:35:27 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.185:5000 280 0.004 300 389c63844c92d780d11e58885cd2dd47 199.19.213.61 - - [21/Jul/2026:05:35:27 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 459 0.023 [openstack-keystone-api-5000] [] 10.0.0.185:5000 98 0.022 404 1ab88e0a5d9d8227755aa065e590c917 199.19.213.61 - - [21/Jul/2026:05:35:27 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 454 0.024 [openstack-keystone-api-5000] [] 10.0.0.185:5000 135 0.024 200 6f7ff853a54cfae24724a53f25f63b06 199.19.213.61 - - [21/Jul/2026:05:35:27 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 331 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 738 0.027 [openstack-keystone-api-5000] [] 10.0.0.185:5000 331 0.028 201 8859d1f7e8491b9572b3551281431d19 199.19.213.61 - - [21/Jul/2026:05:35:27 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.185:5000 265 0.003 200 900166d8d9f456ec82cc477f8587c846 199.19.213.61 - - [21/Jul/2026:05:35:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 549 0.319 [openstack-keystone-api-5000] [] 10.0.0.185:5000 1296 0.320 201 9deb1f8e280b4402c6b6c1cc8436afb9 199.19.213.61 - - [21/Jul/2026:05:35:28 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.185:5000 280 0.004 300 cf43bf57093014dc87c9471d83dfdf43 199.19.213.61 - - [21/Jul/2026:05:35:28 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 497 0.028 [openstack-keystone-api-5000] [] 10.0.0.185:5000 131 0.027 404 e7f1279031055e958708a479c70fce6b 199.19.213.61 - - [21/Jul/2026:05:35:28 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 485 0.028 [openstack-keystone-api-5000] [] 10.0.0.185:5000 167 0.028 200 6d1a57e556ce2094407777c3c9d7abdc 199.19.213.61 - - [21/Jul/2026:05:35:28 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 580 0.038 [openstack-keystone-api-5000] [] 10.0.0.185:5000 222 0.039 201 c518b70ef0af3ff5de90d33426acaf0d W0721 05:35:31.267563 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:35:31.267617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:35:34.601135 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:35:34.601188 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:35:37.936230 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:35:37.936268 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:35:59.135857 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0721 05:35:59.135971 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0721 05:35:59.136025 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:35:59.136041 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0721 05:35:59.139373 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:32.2kB} I0721 05:35:59.139396 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0721 05:35:59.144819 7 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" W0721 05:35:59.145463 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store I0721 05:35:59.145722 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"4680a48a-30c3-4fae-80df-f585eefe012a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6641", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0721 05:35:59.146050 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0721 05:35:59.146251 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0721 05:35:59.146395 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:35:59.146411 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0721 05:35:59.146642 7 controller.go:196] "Configuration changes detected, backend reload required" I0721 05:35:59.214179 7 controller.go:216] "Backend successfully reloaded" I0721 05:35:59.214742 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fljwj", UID:"5b3c0d40-2f83-436a-bc07-89969402ed85", APIVersion:"v1", ResourceVersion:"1424", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0721 05:35:59.483083 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" I0721 05:35:59.484436 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" W0721 05:36:02.481289 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0721 05:36:02.481621 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:36:02.481728 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0721 05:36:14.593216 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.107.1.57"}] I0721 05:36:14.593571 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.107.1.57"}] I0721 05:36:14.599188 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"2e3c8993-58ba-49ea-995f-734cd00db285", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6764", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0721 05:36:14.600803 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0721 05:36:14.601002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:36:14.601034 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0721 05:36:14.605168 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"4680a48a-30c3-4fae-80df-f585eefe012a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6765", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0721 05:36:17.936966 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0721 05:36:17.937144 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:36:17.937164 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:36:47.879421 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0721 05:36:47.879619 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:36:47.879647 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0721 05:36:47.882939 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.003s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:32.2kB} I0721 05:36:47.882975 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" 199.19.213.61 - - [21/Jul/2026:05:36:51 +0000] "GET /realms/master HTTP/1.1" 200 622 "-" "ansible-httpget" 143 0.005 [auth-system-keycloak-80] [] 10.0.0.76:8080 622 0.005 200 8f350930c3d1193db581b88fa499236e 199.19.213.61 - - [21/Jul/2026:05:36:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.056 [auth-system-keycloak-80] [] 10.0.0.76:8080 1882 0.054 200 38b8b5f6fee064c33629fdf78c63f958 199.19.213.61 - - [21/Jul/2026:05:36:52 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4315 "-" "Ansible" 1195 0.006 [auth-system-keycloak-80] [] 10.0.0.76:8080 4315 0.006 200 acc7809a6b1273a3edabae6c722bb82f 199.19.213.61 - - [21/Jul/2026:05:36:52 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5780 0.174 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.173 204 39c7e1a3a618548860fe5b9d2e631806 199.19.213.61 - - [21/Jul/2026:05:36:52 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4315 "-" "Ansible" 1195 0.085 [auth-system-keycloak-80] [] 10.0.0.76:8080 4315 0.084 200 7925594290044ecc14c78edc6067e1b6 199.19.213.61 - - [21/Jul/2026:05:36:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.050 [auth-system-keycloak-80] [] 10.0.0.76:8080 1882 0.044 200 c7b57de7bbb5f218088f77047a475898 199.19.213.61 - - [21/Jul/2026:05:36:53 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12432 "-" "Ansible" 1209 0.010 [auth-system-keycloak-80] [] 10.0.0.76:8080 12440 0.010 200 e657680cb52c10e880370d2b95584ace 199.19.213.61 - - [21/Jul/2026:05:36:53 +0000] "GET /admin/realms/atmosphere/client-scopes/6f4ed085-1635-4c53-a6a3-5d77a7f3501f HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.019 [auth-system-keycloak-80] [] 10.0.0.76:8080 1218 0.019 200 61bfb677094d40240b7f987819fd5afe 199.19.213.61 - - [21/Jul/2026:05:36:53 +0000] "PUT /admin/realms/atmosphere/client-scopes/6f4ed085-1635-4c53-a6a3-5d77a7f3501f HTTP/1.1" 204 0 "-" "Ansible" 1846 0.020 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.016 204 fc9d831673b15f2355a133840e6ee4cd 199.19.213.61 - - [21/Jul/2026:05:36:53 +0000] "GET /admin/realms/atmosphere/client-scopes/6f4ed085-1635-4c53-a6a3-5d77a7f3501f/protocol-mappers/models HTTP/1.1" 200 968 "-" "Ansible" 1270 0.081 [auth-system-keycloak-80] [] 10.0.0.76:8080 968 0.082 200 db70fb8cbda6d9d870e61eee6a8421ea 199.19.213.61 - - [21/Jul/2026:05:36:53 +0000] "GET /admin/realms/atmosphere/client-scopes/6f4ed085-1635-4c53-a6a3-5d77a7f3501f/protocol-mappers/models/5aeda348-3633-4be2-8486-9d4362747e87 HTTP/1.1" 200 371 "-" "Ansible" 1307 0.006 [auth-system-keycloak-80] [] 10.0.0.76:8080 371 0.006 200 dfaff76724a33aac7fd1ba3ad15a3aa5 199.19.213.61 - - [21/Jul/2026:05:36:53 +0000] "PUT /admin/realms/atmosphere/client-scopes/6f4ed085-1635-4c53-a6a3-5d77a7f3501f/protocol-mappers/models/5aeda348-3633-4be2-8486-9d4362747e87 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.049 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.044 204 5cee9f80d013a80303036a8526a4279c 199.19.213.61 - - [21/Jul/2026:05:36:53 +0000] "GET /admin/realms/atmosphere/client-scopes/6f4ed085-1635-4c53-a6a3-5d77a7f3501f HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.021 [auth-system-keycloak-80] [] 10.0.0.76:8080 1218 0.020 200 48aeb4c962e3574adec2e41a851097ed W0721 05:36:54.634470 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:36:54.634500 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:36:57.968095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:36:57.968129 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.61 - - [21/Jul/2026:05:37:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.043 [auth-system-keycloak-80] [] 10.0.0.76:8080 1882 0.041 200 ca821e1c2b5cefe1eb7ab4d69c5abf32 199.19.213.61 - - [21/Jul/2026:05:37:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.76:8080 1259 0.005 200 c01871220f4d08dcbcb1edae5788c81e 199.19.213.61 - - [21/Jul/2026:05:37:01 +0000] "PUT /admin/realms/atmosphere/clients/c2dc3627-842a-4ee7-84a0-ca3330143ffb HTTP/1.1" 204 0 "-" "Ansible" 2603 0.049 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.048 204 a8cd33e3f5e7c290e9551c06783b6b83 199.19.213.61 - - [21/Jul/2026:05:37:01 +0000] "GET /admin/realms/atmosphere/clients/c2dc3627-842a-4ee7-84a0-ca3330143ffb HTTP/1.1" 200 1257 "-" "Ansible" 1240 0.037 [auth-system-keycloak-80] [] 10.0.0.76:8080 1257 0.036 200 eec79a947556bbea15bc7fc08252bc4d 199.19.213.61 - - [21/Jul/2026:05:37:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.040 [auth-system-keycloak-80] [] 10.0.0.76:8080 1882 0.038 200 7c4eb8f22c4e5da2de802bee53a63f78 199.19.213.61 - - [21/Jul/2026:05:37:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.76:8080 1283 0.004 200 2d2de71ef3839c2297230e04513248df 199.19.213.61 - - [21/Jul/2026:05:37:01 +0000] "PUT /admin/realms/atmosphere/clients/6c662e6a-1ed1-4979-b33e-1fe03da81152 HTTP/1.1" 204 0 "-" "Ansible" 2628 0.032 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.032 204 f8020d6b0f939db55f0c04a6062a541f 199.19.213.61 - - [21/Jul/2026:05:37:01 +0000] "GET /admin/realms/atmosphere/clients/6c662e6a-1ed1-4979-b33e-1fe03da81152 HTTP/1.1" 200 1281 "-" "Ansible" 1240 0.049 [auth-system-keycloak-80] [] 10.0.0.76:8080 1281 0.050 200 5addf971c4ca6afd3e79b54bd89428ec 199.19.213.61 - - [21/Jul/2026:05:37:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.047 [auth-system-keycloak-80] [] 10.0.0.76:8080 1882 0.046 200 81c4d1f205cf061b445d2fef1b140b99 199.19.213.61 - - [21/Jul/2026:05:37:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.004 [auth-system-keycloak-80] [] 10.0.0.76:8080 1249 0.004 200 a78fa53b28ae674c2d6001edfc623df2 199.19.213.61 - - [21/Jul/2026:05:37:02 +0000] "PUT /admin/realms/atmosphere/clients/71c64643-8205-4e4a-8a19-e0f6e2399724 HTTP/1.1" 204 0 "-" "Ansible" 2593 0.056 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.055 204 6af91719e764616cdd7e84d2193a7c47 199.19.213.61 - - [21/Jul/2026:05:37:02 +0000] "GET /admin/realms/atmosphere/clients/71c64643-8205-4e4a-8a19-e0f6e2399724 HTTP/1.1" 200 1247 "-" "Ansible" 1240 0.030 [auth-system-keycloak-80] [] 10.0.0.76:8080 1247 0.030 200 39b890abda7bc4962a00da4b33f46142 199.19.213.61 - - [21/Jul/2026:05:37:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.055 [auth-system-keycloak-80] [] 10.0.0.76:8080 1882 0.052 200 ca1f7fd4285bc7ca8e0a01d69c0c11bb 199.19.213.61 - - [21/Jul/2026:05:37:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.011 [auth-system-keycloak-80] [] 10.0.0.76:8080 1259 0.010 200 61b26ac9781562f0ca40e1d17f6008a7 199.19.213.61 - - [21/Jul/2026:05:37:03 +0000] "GET /admin/realms/atmosphere/clients/c2dc3627-842a-4ee7-84a0-ca3330143ffb/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.003 [auth-system-keycloak-80] [] 10.0.0.76:8080 166 0.003 200 a7fb56829fc38618429ea97927199091 199.19.213.61 - - [21/Jul/2026:05:37:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.046 [auth-system-keycloak-80] [] 10.0.0.76:8080 1882 0.044 200 f1c66eeae96d584464b616fa69070d07 199.19.213.61 - - [21/Jul/2026:05:37:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.050 [auth-system-keycloak-80] [] 10.0.0.76:8080 1283 0.050 200 877edfff98d1253e56e57f2b55a8acfd 199.19.213.61 - - [21/Jul/2026:05:37:03 +0000] "GET /admin/realms/atmosphere/clients/6c662e6a-1ed1-4979-b33e-1fe03da81152/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.006 [auth-system-keycloak-80] [] 10.0.0.76:8080 165 0.005 200 310bd78d57974c80b557ad1afab865aa 199.19.213.61 - - [21/Jul/2026:05:37:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.052 [auth-system-keycloak-80] [] 10.0.0.76:8080 1882 0.048 200 68e39fbd9274aeaa0501d8b50ce3e72e 199.19.213.61 - - [21/Jul/2026:05:37:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.76:8080 1283 0.007 200 05549dcffa8793a3bedf3551eee1ba8e 199.19.213.61 - - [21/Jul/2026:05:37:04 +0000] "GET /admin/realms/atmosphere/clients/6c662e6a-1ed1-4979-b33e-1fe03da81152/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.003 [auth-system-keycloak-80] [] 10.0.0.76:8080 166 0.003 200 46d0194a2d8062416da8fdbab568e605 199.19.213.61 - - [21/Jul/2026:05:37:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.051 [auth-system-keycloak-80] [] 10.0.0.76:8080 1882 0.047 200 5ca143e5acb1459d2e492af60a096f8d 199.19.213.61 - - [21/Jul/2026:05:37:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.76:8080 1283 0.006 200 2497316bfb30ac43f6cf767bb1d565fa 199.19.213.61 - - [21/Jul/2026:05:37:04 +0000] "GET /admin/realms/atmosphere/clients/6c662e6a-1ed1-4979-b33e-1fe03da81152/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.004 [auth-system-keycloak-80] [] 10.0.0.76:8080 166 0.004 200 6a833e942c03878f00b57f73911ef598 199.19.213.61 - - [21/Jul/2026:05:37:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.048 [auth-system-keycloak-80] [] 10.0.0.76:8080 1882 0.039 200 fc5a3586b08ad13794761b680b2ff41d 199.19.213.61 - - [21/Jul/2026:05:37:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.014 [auth-system-keycloak-80] [] 10.0.0.76:8080 1249 0.013 200 0266962730a012d55d2f87d2034c4c4f 199.19.213.61 - - [21/Jul/2026:05:37:04 +0000] "GET /admin/realms/atmosphere/clients/71c64643-8205-4e4a-8a19-e0f6e2399724/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.004 [auth-system-keycloak-80] [] 10.0.0.76:8080 166 0.005 200 4ae60161eb8011a1763f0feb64244fbd W0721 05:37:24.546484 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0721 05:37:24.546670 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store