------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0331 20:21:21.082686 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0331 20:21:21.082821 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0331 20:21:21.091076 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0331 20:21:21.094618 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0331 20:21:21.217960 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0331 20:21:21.241381 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0331 20:21:21.256002 7 nginx.go:271] "Starting NGINX Ingress controller" I0331 20:21:21.263786 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"b60444a5-271c-4db8-807e-ae214fd9109a", APIVersion:"v1", ResourceVersion:"1326", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0331 20:21:21.267958 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"add4f600-f6c6-46ec-a041-d8f5362b0e61", APIVersion:"v1", ResourceVersion:"1327", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0331 20:21:21.268105 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"b38390ba-8913-4b3d-8df5-da4a427242c2", APIVersion:"v1", ResourceVersion:"1328", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0331 20:21:22.457560 7 nginx.go:317] "Starting NGINX process" I0331 20:21:22.457622 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0331 20:21:22.458147 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0331 20:21:22.458550 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0331 20:21:22.458616 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:21:22.458642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:21:22.458689 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 20:21:22.466539 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0331 20:21:22.466563 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-xtwjg" I0331 20:21:22.498233 7 controller.go:216] "Backend successfully reloaded" I0331 20:21:22.498358 7 controller.go:227] "Initial sync, sleeping for 1 second" I0331 20:21:22.498446 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xtwjg", UID:"e4a02cc0-e969-40ab-88a6-067010faa48a", APIVersion:"v1", ResourceVersion:"1370", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0331 20:21:26.279513 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:21:26.279552 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:21:29.613038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:21:29.613089 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:21:32.946904 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:21:32.946951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:21:36.280186 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:21:36.280221 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:21:39.614356 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:21:39.614417 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:21:42.946418 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:21:42.946474 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:21:46.279689 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:21:46.279746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:21:49.613198 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:21:49.613243 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:21:52.946233 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:21:52.946277 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:21:59.364274 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:21:59.364320 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:22:47.475226 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:22:47.475287 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:23:06.458589 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:23:06.458631 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:23:09.792265 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:23:09.792327 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:23:13.125512 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:23:13.125566 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:23:16.459219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:23:16.459262 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:23:19.792563 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:23:19.792606 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:23:23.126241 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:23:23.126289 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:23:26.459133 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:23:26.459177 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:23:29.794466 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:23:29.794623 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:23:34.195933 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:23:34.195960 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:23:37.529820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:23:37.529875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:23:40.865836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:23:40.865882 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:25:49.864230 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:25:49.864267 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:25:51.893522 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-227.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-227.nip.io-tls was not found. Using default certificate W0331 20:25:51.893583 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:25:51.893603 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:25:51.895533 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0331 20:25:51.895584 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0331 20:25:51.901125 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0331 20:25:51.901341 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"c71b1a2d-842f-4b5b-8c8d-d45ddb3d4c9b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3410", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 20:25:51.901491 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-227.nip.io-tls" in local store I0331 20:25:52.261431 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-227.nip.io-tls" I0331 20:25:52.262347 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-227.nip.io-tls" W0331 20:25:53.198710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:25:53.198755 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:25:53.198828 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 20:25:53.232601 7 controller.go:216] "Backend successfully reloaded" I0331 20:25:53.232812 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xtwjg", UID:"e4a02cc0-e969-40ab-88a6-067010faa48a", APIVersion:"v1", ResourceVersion:"1370", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0331 20:25:56.531307 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:25:56.531364 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.227 - - [31/Mar/2026:20:26:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.105 [auth-system-keycloak-80] [] 10.0.0.242:8080 1928 2.103 200 cfab9336bb052667f83b63f4aaed2524 199.204.45.227 - - [31/Mar/2026:20:26:03 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.178 [auth-system-keycloak-80] [] 10.0.0.242:8080 116 0.178 404 bf503d308245b3bfb843d9c264e867a1 199.204.45.227 - - [31/Mar/2026:20:26:08 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 5.095 [auth-system-keycloak-80] [] 10.0.0.242:8080 0 5.094 201 22d3da153bc8883a22a58f8c1a66a003 199.204.45.227 - - [31/Mar/2026:20:26:09 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.602 [auth-system-keycloak-80] [] 10.0.0.242:8080 4246 0.602 200 1e826b6e0c403256f78bfe199622c93f 199.204.45.227 - - [31/Mar/2026:20:26:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.477 [auth-system-keycloak-80] [] 10.0.0.242:8080 1928 0.472 200 303c2e341ecc7f7cc7884fcbd091b26b 199.204.45.227 - - [31/Mar/2026:20:26:10 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12499 "-" "Ansible" 1211 0.091 [auth-system-keycloak-80] [] 10.0.0.242:8080 12500 0.092 200 93857700b45f79325e5c16db54a72c58 199.204.45.227 - - [31/Mar/2026:20:26:10 +0000] "GET /admin/realms/atmosphere/client-scopes/59a0dc38-c9ce-4859-9b10-52357360ed38 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.008 [auth-system-keycloak-80] [] 10.0.0.242:8080 1278 0.008 200 abf2a016e7931629b6fe4f7d33680846 199.204.45.227 - - [31/Mar/2026:20:26:10 +0000] "PUT /admin/realms/atmosphere/client-scopes/59a0dc38-c9ce-4859-9b10-52357360ed38 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.070 [auth-system-keycloak-80] [] 10.0.0.242:8080 0 0.069 204 130b96b82b7288ceb5f423580ab9ddcb 199.204.45.227 - - [31/Mar/2026:20:26:10 +0000] "GET /admin/realms/atmosphere/client-scopes/59a0dc38-c9ce-4859-9b10-52357360ed38/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.070 [auth-system-keycloak-80] [] 10.0.0.242:8080 963 0.070 200 442b30f95ef64cecea1a3a1bdc75205c 199.204.45.227 - - [31/Mar/2026:20:26:10 +0000] "GET /admin/realms/atmosphere/client-scopes/59a0dc38-c9ce-4859-9b10-52357360ed38/protocol-mappers/models/593a6fa0-c628-400e-b480-b4c9f05e7144 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.012 [auth-system-keycloak-80] [] 10.0.0.242:8080 366 0.012 200 9c6c897be892e29a42a97549211e6ad1 199.204.45.227 - - [31/Mar/2026:20:26:10 +0000] "PUT /admin/realms/atmosphere/client-scopes/59a0dc38-c9ce-4859-9b10-52357360ed38/protocol-mappers/models/593a6fa0-c628-400e-b480-b4c9f05e7144 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.083 [auth-system-keycloak-80] [] 10.0.0.242:8080 0 0.081 204 5a35cdc2e99a48b3f22d5c6423b7134d 199.204.45.227 - - [31/Mar/2026:20:26:10 +0000] "GET /admin/realms/atmosphere/client-scopes/59a0dc38-c9ce-4859-9b10-52357360ed38 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.080 [auth-system-keycloak-80] [] 10.0.0.242:8080 1218 0.081 200 f81fb32ca4f27f3653ba8945d10b4903 I0331 20:26:22.476044 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.98.160.88"}] I0331 20:26:22.482640 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"c71b1a2d-842f-4b5b-8c8d-d45ddb3d4c9b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3756", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 20:26:22.484400 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:26:22.484437 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.227 - - [31/Mar/2026:20:26:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.451 [auth-system-keycloak-80] [] 10.0.0.242:8080 1928 0.449 200 82d857b2b7cdf7579cb6e7f2271c43e7 199.204.45.227 - - [31/Mar/2026:20:26:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.011 [auth-system-keycloak-80] [] 10.0.0.242:8080 2 0.011 200 8bc174278e7f8a9700cc3e561f560015 199.204.45.227 - - [31/Mar/2026:20:26:32 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.185 [auth-system-keycloak-80] [] 10.0.0.242:8080 0 0.185 201 a381e9327d161b69151ef79cc324f160 199.204.45.227 - - [31/Mar/2026:20:26:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.072 [auth-system-keycloak-80] [] 10.0.0.242:8080 1261 0.072 200 b6a55b93950906281d145bcd36dc13e8 199.204.45.227 - - [31/Mar/2026:20:26:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.881 [auth-system-keycloak-80] [] 10.0.0.242:8080 1928 0.881 200 1708eb1a5fd22692ce5be63c49e9b09e 199.204.45.227 - - [31/Mar/2026:20:26:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.012 [auth-system-keycloak-80] [] 10.0.0.242:8080 2 0.012 200 abf5acbc18e498622d2a83b0da50046a 199.204.45.227 - - [31/Mar/2026:20:26:33 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.090 [auth-system-keycloak-80] [] 10.0.0.242:8080 0 0.089 201 87816cd4529dd0062c5494343e374265 199.204.45.227 - - [31/Mar/2026:20:26:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.065 [auth-system-keycloak-80] [] 10.0.0.242:8080 1286 0.065 200 907bae871af8d8ab5f2058d5d20093bf 199.204.45.227 - - [31/Mar/2026:20:26:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.504 [auth-system-keycloak-80] [] 10.0.0.242:8080 1928 0.502 200 64bd80845f086bac5edbd3ee0840d4b9 199.204.45.227 - - [31/Mar/2026:20:26:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.242:8080 2 0.008 200 33acf822d1842e97c7d62b6842c88a6b 199.204.45.227 - - [31/Mar/2026:20:26:34 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.072 [auth-system-keycloak-80] [] 10.0.0.242:8080 0 0.071 201 00599e9d0c0f88e41884b174b745fc20 199.204.45.227 - - [31/Mar/2026:20:26:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.017 [auth-system-keycloak-80] [] 10.0.0.242:8080 1251 0.017 200 58159e81fc3f12b902e4a59192991eaf 199.204.45.227 - - [31/Mar/2026:20:26:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.430 [auth-system-keycloak-80] [] 10.0.0.242:8080 1928 0.429 200 4533b9fde4eba7e6a50832b30747d025 199.204.45.227 - - [31/Mar/2026:20:26:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.030 [auth-system-keycloak-80] [] 10.0.0.242:8080 1261 0.030 200 d190c916c8cc054195081771e1a86c13 199.204.45.227 - - [31/Mar/2026:20:26:35 +0000] "GET /admin/realms/atmosphere/clients/b0d6c5d8-4be7-4b0f-9590-e7a0ceb2ae13/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.242:8080 119 0.013 404 7e586e2f4c4b885d573f2db52b3c4f12 199.204.45.227 - - [31/Mar/2026:20:26:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.242:8080 1261 0.008 200 c47388dbdb86cefbf9a0b42a41e1b169 199.204.45.227 - - [31/Mar/2026:20:26:35 +0000] "POST /admin/realms/atmosphere/clients/b0d6c5d8-4be7-4b0f-9590-e7a0ceb2ae13/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.045 [auth-system-keycloak-80] [] 10.0.0.242:8080 0 0.045 201 93a0250bca313707148421baf28a85f2 199.204.45.227 - - [31/Mar/2026:20:26:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.242:8080 1261 0.007 200 cdc10e8474f16fb7ac011f9ef9fa503d 199.204.45.227 - - [31/Mar/2026:20:26:35 +0000] "GET /admin/realms/atmosphere/clients/b0d6c5d8-4be7-4b0f-9590-e7a0ceb2ae13/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.017 [auth-system-keycloak-80] [] 10.0.0.242:8080 166 0.017 200 1c19122f9723b38506ebc790eaca63ea 199.204.45.227 - - [31/Mar/2026:20:26:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.473 [auth-system-keycloak-80] [] 10.0.0.242:8080 1928 0.472 200 813a11a74bb2a36d14ca70473e063a2a 199.204.45.227 - - [31/Mar/2026:20:26:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.242:8080 1286 0.006 200 f2daf7e16233cc86e628f7ddc8fe9c30 199.204.45.227 - - [31/Mar/2026:20:26:36 +0000] "GET /admin/realms/atmosphere/clients/acad3704-7757-40db-8d90-b9fc07876285/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.012 [auth-system-keycloak-80] [] 10.0.0.242:8080 119 0.012 404 c62e9d11482cf7fbbe3b9c7ee6900a2f 199.204.45.227 - - [31/Mar/2026:20:26:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.039 [auth-system-keycloak-80] [] 10.0.0.242:8080 1286 0.038 200 0f2d6a759b472fd26d92f242c174112d 199.204.45.227 - - [31/Mar/2026:20:26:36 +0000] "POST /admin/realms/atmosphere/clients/acad3704-7757-40db-8d90-b9fc07876285/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.019 [auth-system-keycloak-80] [] 10.0.0.242:8080 0 0.018 201 c277e8840301d04e26bd23623f7c083a 199.204.45.227 - - [31/Mar/2026:20:26:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.242:8080 1286 0.007 200 9ae0794713b647e601aaec367f0443c9 199.204.45.227 - - [31/Mar/2026:20:26:36 +0000] "GET /admin/realms/atmosphere/clients/acad3704-7757-40db-8d90-b9fc07876285/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.017 [auth-system-keycloak-80] [] 10.0.0.242:8080 165 0.017 200 de8e2146c090237530d0af1bb3001f44 199.204.45.227 - - [31/Mar/2026:20:26:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.475 [auth-system-keycloak-80] [] 10.0.0.242:8080 1928 0.475 200 ce85baeca804b41d5665cfd97f22648b 199.204.45.227 - - [31/Mar/2026:20:26:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.242:8080 1286 0.005 200 1c8013f0dc35fd73cda50b5cf9545c35 199.204.45.227 - - [31/Mar/2026:20:26:37 +0000] "GET /admin/realms/atmosphere/clients/acad3704-7757-40db-8d90-b9fc07876285/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.007 [auth-system-keycloak-80] [] 10.0.0.242:8080 119 0.007 404 089a7ee740f3e6607c8101e2f50335f5 199.204.45.227 - - [31/Mar/2026:20:26:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.041 [auth-system-keycloak-80] [] 10.0.0.242:8080 1286 0.041 200 a7a00de52d2e303fc8ec9bfdca20f35f 199.204.45.227 - - [31/Mar/2026:20:26:37 +0000] "POST /admin/realms/atmosphere/clients/acad3704-7757-40db-8d90-b9fc07876285/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.016 [auth-system-keycloak-80] [] 10.0.0.242:8080 0 0.015 201 9c633c0aad4dcabf991e8f83d0bb50e5 199.204.45.227 - - [31/Mar/2026:20:26:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.242:8080 1286 0.008 200 152bf9810228ea60d0f7b3258e12cd03 199.204.45.227 - - [31/Mar/2026:20:26:37 +0000] "GET /admin/realms/atmosphere/clients/acad3704-7757-40db-8d90-b9fc07876285/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.242:8080 166 0.012 200 c642658947cd0beb2514ea0677c3115a 199.204.45.227 - - [31/Mar/2026:20:26:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.489 [auth-system-keycloak-80] [] 10.0.0.242:8080 1928 0.487 200 d80b7fa28f706e26d4addd033d46a2e3 199.204.45.227 - - [31/Mar/2026:20:26:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.038 [auth-system-keycloak-80] [] 10.0.0.242:8080 1286 0.038 200 c83ef627dd052c9514227b12d052d4b8 199.204.45.227 - - [31/Mar/2026:20:26:38 +0000] "GET /admin/realms/atmosphere/clients/acad3704-7757-40db-8d90-b9fc07876285/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.242:8080 119 0.011 404 7f0e752538bfaca5623371f1c0c92ba7 199.204.45.227 - - [31/Mar/2026:20:26:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.242:8080 1286 0.007 200 3a6ca11a3763ed2cb416bedf5b92842f 199.204.45.227 - - [31/Mar/2026:20:26:38 +0000] "POST /admin/realms/atmosphere/clients/acad3704-7757-40db-8d90-b9fc07876285/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.066 [auth-system-keycloak-80] [] 10.0.0.242:8080 0 0.065 201 f366e92e156b969b312770151e2915ec 199.204.45.227 - - [31/Mar/2026:20:26:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.242:8080 1286 0.009 200 546a917f0872b3b7125f6bab84e4f55c 199.204.45.227 - - [31/Mar/2026:20:26:38 +0000] "GET /admin/realms/atmosphere/clients/acad3704-7757-40db-8d90-b9fc07876285/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.066 [auth-system-keycloak-80] [] 10.0.0.242:8080 166 0.066 200 e32541c8d9f8ff3506d6f2177143fcb0 199.204.45.227 - - [31/Mar/2026:20:26:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.447 [auth-system-keycloak-80] [] 10.0.0.242:8080 1928 0.446 200 5beb074fb10a8e2ccdef86d63798f6c0 199.204.45.227 - - [31/Mar/2026:20:26:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.242:8080 1251 0.008 200 6b20cd84a5c25c82670b914eb89c78f1 199.204.45.227 - - [31/Mar/2026:20:26:39 +0000] "GET /admin/realms/atmosphere/clients/1020176b-fba3-439a-9ac4-51fdc7006486/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.046 [auth-system-keycloak-80] [] 10.0.0.242:8080 119 0.046 404 9cc1fe6bc8aa5f4154f0d3f394a88f80 199.204.45.227 - - [31/Mar/2026:20:26:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.242:8080 1251 0.007 200 1892da0b6ce7e22bb3870440105b3b6c 199.204.45.227 - - [31/Mar/2026:20:26:39 +0000] "POST /admin/realms/atmosphere/clients/1020176b-fba3-439a-9ac4-51fdc7006486/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.015 [auth-system-keycloak-80] [] 10.0.0.242:8080 0 0.014 201 0c1448e85cd28e4bf9c27fee4b7c6993 199.204.45.227 - - [31/Mar/2026:20:26:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.242:8080 1251 0.006 200 4ac57514e9a8705b123f0cb42ad080cf 199.204.45.227 - - [31/Mar/2026:20:26:39 +0000] "GET /admin/realms/atmosphere/clients/1020176b-fba3-439a-9ac4-51fdc7006486/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.024 [auth-system-keycloak-80] [] 10.0.0.242:8080 166 0.024 200 56a716e6ba5d98c071a09fe7e0ead152 W0331 20:26:48.045471 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:26:48.045512 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:26:51.379200 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:26:51.379240 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:27:46.605925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:27:46.605970 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:27:46.661735 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:27:46.661859 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0331 20:27:46.661914 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:27:46.661951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:27:46.662970 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 20:27:46.663007 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:27:46.663058 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0331 20:27:46.663055 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0331 20:27:46.663091 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:27:46.663110 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:27:46.663110 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:27:46.663128 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:27:46.664310 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0331 20:27:46.664366 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0331 20:27:46.667622 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.005s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:18.2kB} I0331 20:27:46.667656 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0331 20:27:46.668111 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.006s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:18.2kB} I0331 20:27:46.668191 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0331 20:27:46.669299 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0331 20:27:46.669530 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"46e1ba4e-b1ce-436c-bf4f-6150e18daa4a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4436", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 20:27:46.669795 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0331 20:27:46.674312 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0331 20:27:46.675163 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0331 20:27:46.675249 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"e29403e1-1459-4428-92ca-59e0139f0f09", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4437", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0331 20:27:46.678293 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0331 20:27:46.678944 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0331 20:27:46.679019 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"8f2d696e-30a3-499c-ad77-9bd2aad7ffdb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4438", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0331 20:27:46.987758 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0331 20:27:46.988640 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0331 20:27:47.009333 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0331 20:27:47.010605 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0331 20:27:48.228800 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0331 20:27:48.229630 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0331 20:27:49.939606 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:27:49.939670 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 20:27:49.939864 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:27:49.940060 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:27:49.940086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:27:49.940375 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 20:27:49.993275 7 controller.go:216] "Backend successfully reloaded" I0331 20:27:49.993648 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xtwjg", UID:"e4a02cc0-e969-40ab-88a6-067010faa48a", APIVersion:"v1", ResourceVersion:"1370", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0331 20:27:53.272708 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:27:53.272771 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 20:27:53.272821 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:27:53.272925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:27:53.272952 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:27:56.607388 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:27:56.607459 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 20:27:56.607499 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:27:56.607633 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:27:56.607657 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:27:59.940251 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:27:59.940320 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 20:27:59.940358 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:27:59.940493 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:27:59.940522 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:28:03.272850 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:28:03.272918 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 20:28:03.272954 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:28:03.273115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:28:03.273146 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:28:06.606636 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:28:06.606698 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 20:28:06.606907 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:28:06.607151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:28:06.607178 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:28:09.944524 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:28:09.944925 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:28:09.946282 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:28:09.946329 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:28:13.274239 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:28:13.274352 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:28:13.274496 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:28:13.274525 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:28:16.606425 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:28:16.606526 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:28:16.606659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:28:16.606681 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:28:19.940357 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:28:19.940550 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:28:19.940788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:28:19.940866 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:28:22.474223 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.98.160.88"}] I0331 20:28:22.474223 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.98.160.88"}] I0331 20:28:22.476474 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.98.160.88"}] I0331 20:28:22.478831 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"e29403e1-1459-4428-92ca-59e0139f0f09", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5378", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0331 20:28:22.481792 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"8f2d696e-30a3-499c-ad77-9bd2aad7ffdb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5379", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0331 20:28:22.483064 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"46e1ba4e-b1ce-436c-bf4f-6150e18daa4a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5380", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 20:28:23.273419 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:28:23.273484 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:28:23.273604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:28:23.273620 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.157 - - [31/Mar/2026:20:28:24 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.030 [auth-system-keycloak-80] [] 10.0.0.242:8080 6382 0.030 200 ee480b291fbc59bca710faba0705efe3 10.0.0.62 - - [31/Mar/2026:20:28:24 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.008 [auth-system-keycloak-80] [] 10.0.0.242:8080 6382 0.008 200 eadc902b5a40fe4d26ed4eb5dc0de9b2 W0331 20:28:26.606894 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:28:26.607078 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:28:26.607100 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:28:29.940607 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:28:29.940642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:28:33.273617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:28:33.273657 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:28:36.607439 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:28:36.607487 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:29:15.660416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:29:15.660460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store