------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0409 02:04:42.149110 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0409 02:04:42.149337 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0409 02:04:42.158733 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0409 02:04:42.162470 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0409 02:04:42.465573 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0409 02:04:42.486514 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0409 02:04:42.500517 7 nginx.go:271] "Starting NGINX Ingress controller" I0409 02:04:42.509105 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"17e5aa85-f2f1-495c-8329-3be8fb505638", APIVersion:"v1", ResourceVersion:"1359", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0409 02:04:42.514236 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"a0ed4603-23f6-40cc-8e82-f825af556064", APIVersion:"v1", ResourceVersion:"1360", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0409 02:04:42.514298 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"4d344fa5-b60d-492b-9f4b-9fcfec2698b1", APIVersion:"v1", ResourceVersion:"1361", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0409 02:04:43.702535 7 nginx.go:317] "Starting NGINX process" I0409 02:04:43.702668 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0409 02:04:43.703249 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0409 02:04:43.703679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:04:43.703741 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:04:43.703810 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:04:43.712091 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0409 02:04:43.712193 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-jn5v5" I0409 02:04:43.743177 7 controller.go:216] "Backend successfully reloaded" I0409 02:04:43.743308 7 controller.go:227] "Initial sync, sleeping for 1 second" I0409 02:04:43.743412 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-jn5v5", UID:"78f5d22b-ef77-44e7-9f3d-b5e1af8b3722", APIVersion:"v1", ResourceVersion:"1479", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0409 02:04:47.529870 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:04:47.529911 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:04:50.863625 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:04:50.863684 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:04:54.200567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:04:54.200635 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:04:57.530073 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:04:57.530138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:00.864683 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:00.864741 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:04.197473 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:04.197526 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:07.531163 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:07.531215 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:10.864451 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:10.864491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:14.196898 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:14.196951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:17.532728 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:17.532778 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:20.864326 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:20.864382 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:06:10.624258 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:06:10.624303 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:06:28.593563 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:06:28.593612 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:06:31.928017 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:06:31.928081 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:06:35.260819 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:06:35.260876 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:06:38.704604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:06:38.704640 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:06:42.040532 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:06:42.040572 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:06:45.372297 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:06:45.372361 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:06:48.705532 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:06:48.705582 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:06:52.038418 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:06:52.038474 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:19.181592 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:19.181626 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:22.515397 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:22.515438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:22.591307 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-210.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-210.nip.io-tls was not found. Using default certificate W0409 02:09:22.591380 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:22.591412 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:09:22.593442 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0409 02:09:22.593479 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0409 02:09:22.601605 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0409 02:09:22.601902 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-210.nip.io-tls" in local store I0409 02:09:22.602130 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"e202699d-1581-41f0-9932-d28a0ff639f2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3334", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0409 02:09:22.862915 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-210.nip.io-tls" I0409 02:09:22.864550 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-210.nip.io-tls" W0409 02:09:25.848618 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:25.848671 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:09:25.848782 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:09:25.888047 7 controller.go:216] "Backend successfully reloaded" I0409 02:09:25.888339 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-jn5v5", UID:"78f5d22b-ef77-44e7-9f3d-b5e1af8b3722", APIVersion:"v1", ResourceVersion:"1479", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0409 02:09:29.181752 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:29.181794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.210 - - [09/Apr/2026:02:09:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 1.670 [auth-system-keycloak-80] [] 10.0.0.11:8080 1885 1.669 200 043d52ed4e94384ec9532334b062d262 199.204.45.210 - - [09/Apr/2026:02:09:33 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 28 "-" "Ansible" 1197 0.102 [auth-system-keycloak-80] [] 10.0.0.11:8080 28 0.101 404 2cfd89e822b2eb4513a2f4949ed06628 199.204.45.210 - - [09/Apr/2026:02:09:39 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 5.188 [auth-system-keycloak-80] [] 10.0.0.11:8080 0 5.187 201 aa51b5c64588c985052f5a878499e821 199.204.45.210 - - [09/Apr/2026:02:09:39 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4177 "-" "Ansible" 1197 0.570 [auth-system-keycloak-80] [] 10.0.0.11:8080 4177 0.570 200 296ac3cfaa8e9650a0d39c2dacd77630 199.204.45.210 - - [09/Apr/2026:02:09:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.095 [auth-system-keycloak-80] [] 10.0.0.11:8080 1885 0.093 200 7fd1ffa22e4aadbeb2e3a1ea2e6124ce 199.204.45.210 - - [09/Apr/2026:02:09:40 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.084 [auth-system-keycloak-80] [] 10.0.0.11:8080 12500 0.084 200 e9cff509ec784b7e609bef55bf039af4 199.204.45.210 - - [09/Apr/2026:02:09:40 +0000] "GET /admin/realms/atmosphere/client-scopes/5dfd4a94-1a7e-4c78-b895-a5a8dc11cfc5 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.074 [auth-system-keycloak-80] [] 10.0.0.11:8080 1278 0.073 200 94a20274d9b32ec83870da4c387463b4 199.204.45.210 - - [09/Apr/2026:02:09:40 +0000] "PUT /admin/realms/atmosphere/client-scopes/5dfd4a94-1a7e-4c78-b895-a5a8dc11cfc5 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.091 [auth-system-keycloak-80] [] 10.0.0.11:8080 0 0.090 204 0de56b99779e57d7ad3204e2d9872394 199.204.45.210 - - [09/Apr/2026:02:09:40 +0000] "GET /admin/realms/atmosphere/client-scopes/5dfd4a94-1a7e-4c78-b895-a5a8dc11cfc5/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.081 [auth-system-keycloak-80] [] 10.0.0.11:8080 963 0.081 200 f4e0a5c22f8603b6ab7d257336f2552c 199.204.45.210 - - [09/Apr/2026:02:09:40 +0000] "GET /admin/realms/atmosphere/client-scopes/5dfd4a94-1a7e-4c78-b895-a5a8dc11cfc5/protocol-mappers/models/13701abc-54a7-4410-b190-8ef7cf44f0d9 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.011 [auth-system-keycloak-80] [] 10.0.0.11:8080 366 0.011 200 8ead9c908317c3e93ff1a92a09951dd0 199.204.45.210 - - [09/Apr/2026:02:09:40 +0000] "PUT /admin/realms/atmosphere/client-scopes/5dfd4a94-1a7e-4c78-b895-a5a8dc11cfc5/protocol-mappers/models/13701abc-54a7-4410-b190-8ef7cf44f0d9 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.024 [auth-system-keycloak-80] [] 10.0.0.11:8080 0 0.023 204 25579c5135d0ff7614e71c9ff1bd9027 199.204.45.210 - - [09/Apr/2026:02:09:40 +0000] "GET /admin/realms/atmosphere/client-scopes/5dfd4a94-1a7e-4c78-b895-a5a8dc11cfc5 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.050 [auth-system-keycloak-80] [] 10.0.0.11:8080 1218 0.050 200 ec344604fafee6a67e1a6320cc32bb1c I0409 02:09:43.720337 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.109.113.205"}] I0409 02:09:43.725827 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"e202699d-1581-41f0-9932-d28a0ff639f2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3629", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:09:43.727120 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:43.727155 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.210 - - [09/Apr/2026:02:10:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.044 [auth-system-keycloak-80] [] 10.0.0.11:8080 1885 0.043 200 05ba067e414380b58d692fc2835a80f3 199.204.45.210 - - [09/Apr/2026:02:10:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.012 [auth-system-keycloak-80] [] 10.0.0.11:8080 2 0.011 200 7eb0badd9b7fe35b008f5da88bdd2323 199.204.45.210 - - [09/Apr/2026:02:10:02 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.211 [auth-system-keycloak-80] [] 10.0.0.11:8080 0 0.210 201 f42cf8f1606f53d364a649340433ef09 199.204.45.210 - - [09/Apr/2026:02:10:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.083 [auth-system-keycloak-80] [] 10.0.0.11:8080 1261 0.083 200 c8cb24a01718259fd755382859c0bfa5 199.204.45.210 - - [09/Apr/2026:02:10:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.064 [auth-system-keycloak-80] [] 10.0.0.11:8080 1885 0.063 200 4367918a6a8c1949535eec6415c1cbc7 199.204.45.210 - - [09/Apr/2026:02:10:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.012 [auth-system-keycloak-80] [] 10.0.0.11:8080 2 0.012 200 89fbcc9d0de502d18e2d041f6de74174 199.204.45.210 - - [09/Apr/2026:02:10:02 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.091 [auth-system-keycloak-80] [] 10.0.0.11:8080 0 0.091 201 d597d4e79aa08a7616639a0d9ca4f7ac 199.204.45.210 - - [09/Apr/2026:02:10:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.080 [auth-system-keycloak-80] [] 10.0.0.11:8080 1286 0.080 200 61b267ffb2394cad5e561ae3d0b10635 199.204.45.210 - - [09/Apr/2026:02:10:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.090 [auth-system-keycloak-80] [] 10.0.0.11:8080 1885 0.088 200 dd0f64fa310c5ba559e493938b176ba4 199.204.45.210 - - [09/Apr/2026:02:10:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.012 [auth-system-keycloak-80] [] 10.0.0.11:8080 2 0.012 200 25d4d333ab51844b58764da6ddb7f078 199.204.45.210 - - [09/Apr/2026:02:10:03 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.104 [auth-system-keycloak-80] [] 10.0.0.11:8080 0 0.103 201 fa5b2441337d87223a05911f55062dab 199.204.45.210 - - [09/Apr/2026:02:10:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.064 [auth-system-keycloak-80] [] 10.0.0.11:8080 1251 0.064 200 e7183b5e1d0e34670776d6f005fbba15 199.204.45.210 - - [09/Apr/2026:02:10:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.045 [auth-system-keycloak-80] [] 10.0.0.11:8080 1885 0.044 200 b7a1b1aac2f7e43b01d3177b049ee6e1 199.204.45.210 - - [09/Apr/2026:02:10:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.010 [auth-system-keycloak-80] [] 10.0.0.11:8080 1261 0.010 200 0093e1dddd8a73745bdb85800ea05a35 199.204.45.210 - - [09/Apr/2026:02:10:04 +0000] "GET /admin/realms/atmosphere/clients/ab759f9b-b571-470b-add7-667e5797c2cd/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.11:8080 31 0.015 404 9a7f144a5b7bbfec8bd833897e38379e 199.204.45.210 - - [09/Apr/2026:02:10:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.11:8080 1261 0.007 200 47fbe940f59eba33425183e408e85500 199.204.45.210 - - [09/Apr/2026:02:10:04 +0000] "POST /admin/realms/atmosphere/clients/ab759f9b-b571-470b-add7-667e5797c2cd/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.028 [auth-system-keycloak-80] [] 10.0.0.11:8080 0 0.027 201 b7dc2f3a81fe327296276ef84bceb5eb 199.204.45.210 - - [09/Apr/2026:02:10:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.012 [auth-system-keycloak-80] [] 10.0.0.11:8080 1261 0.011 200 4f60be066774ff0cb5ee92dadcb5674e 199.204.45.210 - - [09/Apr/2026:02:10:04 +0000] "GET /admin/realms/atmosphere/clients/ab759f9b-b571-470b-add7-667e5797c2cd/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.070 [auth-system-keycloak-80] [] 10.0.0.11:8080 166 0.070 200 e6270e9fb47df9a9e09bb60f601b413b 199.204.45.210 - - [09/Apr/2026:02:10:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.048 [auth-system-keycloak-80] [] 10.0.0.11:8080 1885 0.046 200 af8ce81d9df0fe0afe75be16e3a16470 199.204.45.210 - - [09/Apr/2026:02:10:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.11:8080 1286 0.007 200 e0f43fe48154fd4031b5c8a64adc04db 199.204.45.210 - - [09/Apr/2026:02:10:04 +0000] "GET /admin/realms/atmosphere/clients/fa1799de-6f25-401c-b78f-e1974ea876f1/roles/admin HTTP/1.1" 404 31 "-" "Ansible" 1254 0.017 [auth-system-keycloak-80] [] 10.0.0.11:8080 31 0.017 404 8aa8bef3ac37147fa598b7bf30463237 199.204.45.210 - - [09/Apr/2026:02:10:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.11:8080 1286 0.007 200 eb7632a610755db1bdb10101bb3d7542 199.204.45.210 - - [09/Apr/2026:02:10:04 +0000] "POST /admin/realms/atmosphere/clients/fa1799de-6f25-401c-b78f-e1974ea876f1/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.015 [auth-system-keycloak-80] [] 10.0.0.11:8080 0 0.015 201 f0c88e9c0233ff57152c96e261ae5528 199.204.45.210 - - [09/Apr/2026:02:10:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.11:8080 1286 0.007 200 ec3478f0690e77cab8d6b8fca88c1b70 199.204.45.210 - - [09/Apr/2026:02:10:04 +0000] "GET /admin/realms/atmosphere/clients/fa1799de-6f25-401c-b78f-e1974ea876f1/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.012 [auth-system-keycloak-80] [] 10.0.0.11:8080 165 0.012 200 e65e987be1921d366a6eb2727a58d7fa 199.204.45.210 - - [09/Apr/2026:02:10:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.054 [auth-system-keycloak-80] [] 10.0.0.11:8080 1885 0.052 200 5433d4d8a62f04b2bc4af75b306fbe7d 199.204.45.210 - - [09/Apr/2026:02:10:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.11:8080 1286 0.009 200 a7c9347d360f13c105611ae523fe622d 199.204.45.210 - - [09/Apr/2026:02:10:05 +0000] "GET /admin/realms/atmosphere/clients/fa1799de-6f25-401c-b78f-e1974ea876f1/roles/editor HTTP/1.1" 404 31 "-" "Ansible" 1255 0.047 [auth-system-keycloak-80] [] 10.0.0.11:8080 31 0.047 404 d0d6402c53297f385c6b5b6f8424d9d3 199.204.45.210 - - [09/Apr/2026:02:10:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.11:8080 1286 0.010 200 9bf25e634d5642b8dd898cecdb53685f 199.204.45.210 - - [09/Apr/2026:02:10:05 +0000] "POST /admin/realms/atmosphere/clients/fa1799de-6f25-401c-b78f-e1974ea876f1/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.020 [auth-system-keycloak-80] [] 10.0.0.11:8080 0 0.019 201 6038cba614039d71fba4c10dbf9005d0 199.204.45.210 - - [09/Apr/2026:02:10:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.038 [auth-system-keycloak-80] [] 10.0.0.11:8080 1286 0.038 200 78fdc1278b8ed4f3e99c72ae3d16b8e4 199.204.45.210 - - [09/Apr/2026:02:10:05 +0000] "GET /admin/realms/atmosphere/clients/fa1799de-6f25-401c-b78f-e1974ea876f1/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.021 [auth-system-keycloak-80] [] 10.0.0.11:8080 166 0.021 200 70c0c41dc32d1027b4b2041c3a376ebb 199.204.45.210 - - [09/Apr/2026:02:10:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.048 [auth-system-keycloak-80] [] 10.0.0.11:8080 1885 0.046 200 486ac7d05b1aeaff8aed252d64f0e1a8 199.204.45.210 - - [09/Apr/2026:02:10:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.013 [auth-system-keycloak-80] [] 10.0.0.11:8080 1286 0.013 200 3aa80b64435b5ad07a8fe96f82a3557f 199.204.45.210 - - [09/Apr/2026:02:10:05 +0000] "GET /admin/realms/atmosphere/clients/fa1799de-6f25-401c-b78f-e1974ea876f1/roles/viewer HTTP/1.1" 404 31 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.11:8080 31 0.010 404 c0918a7b951fca1ca10dce7f89c865c2 199.204.45.210 - - [09/Apr/2026:02:10:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.11:8080 1286 0.008 200 373b2f5778f4c43f24fa50ce722247ea 199.204.45.210 - - [09/Apr/2026:02:10:06 +0000] "POST /admin/realms/atmosphere/clients/fa1799de-6f25-401c-b78f-e1974ea876f1/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.158 [auth-system-keycloak-80] [] 10.0.0.11:8080 0 0.156 201 4c837f4cb784d7112562292f76197abd 199.204.45.210 - - [09/Apr/2026:02:10:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.11:8080 1286 0.007 200 f963638eb602b977d6d5d2912a292c3a 199.204.45.210 - - [09/Apr/2026:02:10:06 +0000] "GET /admin/realms/atmosphere/clients/fa1799de-6f25-401c-b78f-e1974ea876f1/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.11:8080 166 0.013 200 64eac24fce6b376d37ebfccbd2b15e26 199.204.45.210 - - [09/Apr/2026:02:10:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.043 [auth-system-keycloak-80] [] 10.0.0.11:8080 1885 0.042 200 a165d86b90f61aa08561c1e52da52fbc 199.204.45.210 - - [09/Apr/2026:02:10:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.11:8080 1251 0.007 200 f631b5b17177f15377d0ecf48c9544f3 199.204.45.210 - - [09/Apr/2026:02:10:06 +0000] "GET /admin/realms/atmosphere/clients/da67faa0-c310-4b95-8f93-d74a84505ef7/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.11:8080 31 0.009 404 26f6f73095964b29304073e917673b8b 199.204.45.210 - - [09/Apr/2026:02:10:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.11:8080 1251 0.008 200 7f93ab981ae3ee89177da90e070f8260 199.204.45.210 - - [09/Apr/2026:02:10:06 +0000] "POST /admin/realms/atmosphere/clients/da67faa0-c310-4b95-8f93-d74a84505ef7/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.017 [auth-system-keycloak-80] [] 10.0.0.11:8080 0 0.016 201 e0d3fac1c3b857aebe8bc78697c9f5b3 199.204.45.210 - - [09/Apr/2026:02:10:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.11:8080 1251 0.007 200 46748af12c66863c1591210658720ac3 199.204.45.210 - - [09/Apr/2026:02:10:06 +0000] "GET /admin/realms/atmosphere/clients/da67faa0-c310-4b95-8f93-d74a84505ef7/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.11:8080 166 0.017 200 c56c30d391f1fa4bc986c03d3daebefa W0409 02:11:13.406164 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:13.406236 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:13.492749 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:11:13.492825 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0409 02:11:13.492858 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:13.492869 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:13.494259 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:11:13.494336 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0409 02:11:13.494380 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:13.494396 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:11:13.494509 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0409 02:11:13.494530 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" W0409 02:11:13.495412 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:11:13.495452 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0409 02:11:13.495479 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:13.495487 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:11:13.501360 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.007s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.008s testedConfigurationSize:18.2kB} I0409 02:11:13.501394 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0409 02:11:13.503321 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.008s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.008s testedConfigurationSize:18.2kB} I0409 02:11:13.503358 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0409 02:11:13.504493 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0409 02:11:13.504781 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0409 02:11:13.505019 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"b622df04-c605-4be2-9bd4-df765244e4c0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4330", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0409 02:11:13.505901 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0409 02:11:13.506175 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0409 02:11:13.506201 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"dfac39db-a8c9-4cea-bcce-80d0b589f92e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4332", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0409 02:11:13.508534 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0409 02:11:13.509135 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"56b18ee9-81dc-48ff-be8c-51a2ae349961", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4333", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:11:13.509280 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0409 02:11:13.747592 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0409 02:11:13.748782 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0409 02:11:14.567340 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0409 02:11:14.567977 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0409 02:11:14.880078 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0409 02:11:14.881444 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0409 02:11:16.739791 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:11:16.739856 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:11:16.739895 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:11:16.740018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:16.740045 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:11:16.740246 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:11:16.786189 7 controller.go:216] "Backend successfully reloaded" I0409 02:11:16.787240 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-jn5v5", UID:"78f5d22b-ef77-44e7-9f3d-b5e1af8b3722", APIVersion:"v1", ResourceVersion:"1479", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0409 02:11:20.073309 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:11:20.073393 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:11:20.073436 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:11:20.073585 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:20.073611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:23.406776 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:11:23.406829 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:11:23.406856 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:11:23.406969 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:23.406991 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:26.739691 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:11:26.739775 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:11:26.739845 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:11:26.740028 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:26.740075 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:30.072974 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:11:30.073040 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:11:30.073069 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:11:30.073179 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:30.073213 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:33.407198 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:11:33.407242 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:11:33.407266 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:11:33.407350 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:33.407369 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:36.742086 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:11:36.742133 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:11:36.742157 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:11:36.742237 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:36.742255 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:40.073414 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:11:40.073480 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:11:40.073515 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:11:40.073641 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:40.073668 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:43.406960 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:11:43.407042 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:11:43.407111 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:11:43.407274 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:43.407299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:11:43.719821 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.109.113.205"}] I0409 02:11:43.719938 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.109.113.205"}] I0409 02:11:43.719821 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.109.113.205"}] I0409 02:11:43.732719 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"dfac39db-a8c9-4cea-bcce-80d0b589f92e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5174", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0409 02:11:43.733892 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"56b18ee9-81dc-48ff-be8c-51a2ae349961", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5175", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0409 02:11:43.735001 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"b622df04-c605-4be2-9bd4-df765244e4c0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5176", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:11:46.740041 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:11:46.740122 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:11:46.740299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:46.740329 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:50.073732 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:11:50.073844 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:11:50.073969 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:50.073999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.82 - - [09/Apr/2026:02:11:52 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6318 "-" "Go-http-client/1.1" 161 0.045 [auth-system-keycloak-80] [] 10.0.0.11:8080 6318 0.045 200 8453c2bc172bc27d92a6f053096ee5a7 10.0.0.135 - - [09/Apr/2026:02:11:52 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6318 "-" "Go-http-client/1.1" 161 0.011 [auth-system-keycloak-80] [] 10.0.0.11:8080 6318 0.011 200 f1ba093441299e24da6e5a7c2bd8544b W0409 02:11:53.406455 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:11:53.406575 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:11:53.406753 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:53.406785 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:56.740585 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:11:56.740790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:56.740814 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:00.073608 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:12:00.073826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:00.073856 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:03.406595 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:12:03.406869 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:03.406924 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:06.742772 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:12:06.742974 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:06.743000 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:10.075125 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:10.075194 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:13.407006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:13.407097 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:16.740416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:16.740465 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.210 - - [09/Apr/2026:02:12:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.046 [auth-system-keycloak-80] [] 10.0.0.11:8080 1885 0.045 200 299b82a42e0db1ccc7bf78add8b3e737 199.204.45.210 - - [09/Apr/2026:02:12:17 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4177 "-" "Ansible" 1197 0.007 [auth-system-keycloak-80] [] 10.0.0.11:8080 4177 0.007 200 8600ca9397343460ad74ab79ff47ebb0 199.204.45.210 - - [09/Apr/2026:02:12:17 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5636 0.595 [auth-system-keycloak-80] [] 10.0.0.11:8080 0 0.594 204 2b7c344093a5af8968e12992851f8031 199.204.45.210 - - [09/Apr/2026:02:12:18 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4315 "-" "Ansible" 1197 0.203 [auth-system-keycloak-80] [] 10.0.0.11:8080 4315 0.203 200 0d1e151384cf6bdad0bb1a108ce72c9c 199.204.45.210 - - [09/Apr/2026:02:12:18 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6318 "-" "ansible-httpget" 181 0.005 [auth-system-keycloak-80] [] 10.0.0.11:8080 6318 0.005 200 c83fc099a38f3ba119b81683a44ba6a0 199.204.45.210 - - [09/Apr/2026:02:12:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.060 [auth-system-keycloak-80] [] 10.0.0.11:8080 1885 0.060 200 9143a2f0bdcdef56bac2f8b52fb99103 199.204.45.210 - - [09/Apr/2026:02:12:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.012 [auth-system-keycloak-80] [] 10.0.0.11:8080 2 0.013 200 232212cd2c7d234b40bfdc1b61f72f7c 199.204.45.210 - - [09/Apr/2026:02:12:19 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.120 [auth-system-keycloak-80] [] 10.0.0.11:8080 0 0.118 201 251b33bb41c030afb2640682be3b420f 199.204.45.210 - - [09/Apr/2026:02:12:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.024 [auth-system-keycloak-80] [] 10.0.0.11:8080 2246 0.024 200 3c116cfe2c8c4a126e9f00489f0b86a6 199.204.45.210 - - [09/Apr/2026:02:12:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.046 [auth-system-keycloak-80] [] 10.0.0.11:8080 1885 0.044 200 2ec85f92d130eaf8dbbe5740bdb67751 199.204.45.210 - - [09/Apr/2026:02:12:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.018 [auth-system-keycloak-80] [] 10.0.0.11:8080 2246 0.018 200 c7d77bb8f2e6a3423fcf73983fab0d31 199.204.45.210 - - [09/Apr/2026:02:12:20 +0000] "GET /admin/realms/atmosphere/clients/f0c38ea1-3758-4612-9092-2ebf98be4e9e/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.018 [auth-system-keycloak-80] [] 10.0.0.11:8080 233 0.017 200 118b90e28d76dbb08aa22a5d8e7648e2 199.204.45.210 - - [09/Apr/2026:02:12:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.077 [auth-system-keycloak-80] [] 10.0.0.11:8080 831 0.077 200 c7df4e7692fb83cd426dab5bcb91b976 199.204.45.210 - - [09/Apr/2026:02:12:20 +0000] "GET /admin/realms/atmosphere/clients/bbdefeba-3aa2-4f4e-96a6-82f6c8dc47fa/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.090 [auth-system-keycloak-80] [] 10.0.0.11:8080 3758 0.090 200 33f254bfa2c1ed768e5a33bee7b281e1 199.204.45.210 - - [09/Apr/2026:02:12:21 +0000] "GET /admin/realms/atmosphere/users/925a3bf3-fb1d-45f7-9c25-6bf6ecdc495f/role-mappings/clients/bbdefeba-3aa2-4f4e-96a6-82f6c8dc47fa/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.089 [auth-system-keycloak-80] [] 10.0.0.11:8080 3758 0.089 200 e4aace09cbab7ef18022b44f54451358 199.204.45.210 - - [09/Apr/2026:02:12:21 +0000] "GET /admin/realms/atmosphere/users/925a3bf3-fb1d-45f7-9c25-6bf6ecdc495f/role-mappings/clients/bbdefeba-3aa2-4f4e-96a6-82f6c8dc47fa/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.093 [auth-system-keycloak-80] [] 10.0.0.11:8080 2 0.093 200 fb55ada165662d06d95ffeb16ba24064 199.204.45.210 - - [09/Apr/2026:02:12:21 +0000] "POST /admin/realms/atmosphere/users/925a3bf3-fb1d-45f7-9c25-6bf6ecdc495f/role-mappings/clients/bbdefeba-3aa2-4f4e-96a6-82f6c8dc47fa HTTP/1.1" 204 0 "-" "Ansible" 1390 0.078 [auth-system-keycloak-80] [] 10.0.0.11:8080 0 0.077 204 77b08277a41f7e4f8706320430cd98e6 199.204.45.210 - - [09/Apr/2026:02:12:21 +0000] "GET /admin/realms/atmosphere/users/925a3bf3-fb1d-45f7-9c25-6bf6ecdc495f/role-mappings/clients/bbdefeba-3aa2-4f4e-96a6-82f6c8dc47fa/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.012 [auth-system-keycloak-80] [] 10.0.0.11:8080 576 0.013 200 c4e5d6186aa290376bdfdfe495fa4a3e W0409 02:12:24.093460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:24.093508 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:27.426879 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:27.426925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:42.129638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:42.129672 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:45.463513 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:45.463555 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:28.929889 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:28.929924 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:59.922836 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0409 02:14:59.923042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:59.923094 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:14:59.926875 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:28.7kB} I0409 02:14:59.926947 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0409 02:14:59.932957 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0409 02:14:59.933425 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"5827355a-c17f-47c6-bbf8-d99ba3261a68", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6707", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:14:59.933757 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0409 02:14:59.934256 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0409 02:14:59.934345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:59.934424 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:14:59.934616 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:14:59.985094 7 controller.go:216] "Backend successfully reloaded" I0409 02:14:59.985475 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-jn5v5", UID:"78f5d22b-ef77-44e7-9f3d-b5e1af8b3722", APIVersion:"v1", ResourceVersion:"1479", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0409 02:15:00.359742 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0409 02:15:00.363633 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0409 02:15:03.268066 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:03.268365 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.210 - - [09/Apr/2026:02:15:04 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.115:5000 281 0.005 300 05400feeeba79f85e714c053afbb2d18 199.204.45.210 - - [09/Apr/2026:02:15:05 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.006 [openstack-keystone-api-5000] [] 10.0.0.115:5000 266 0.006 200 ec1839b76ab4b85dd0abd513d1a1d840 199.204.45.210 - - [09/Apr/2026:02:15:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.337 [openstack-keystone-api-5000] [] 10.0.0.115:5000 1297 0.337 201 fb9db34940b9ae24a33df38677b89206 199.204.45.210 - - [09/Apr/2026:02:15:06 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.115:5000 281 0.004 300 a422308fd2e5a392f063666b7613db07 199.204.45.210 - - [09/Apr/2026:02:15:06 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.031 [openstack-keystone-api-5000] [] 10.0.0.115:5000 368 0.031 200 8029119264c8f18c1ed62c4cf950840b 199.204.45.210 - - [09/Apr/2026:02:15:06 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.115:5000 266 0.005 200 ee9378be9eef13b3207a5df5d7198db2 199.204.45.210 - - [09/Apr/2026:02:15:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.115:5000 1297 0.294 201 6bcbedb74352c1b65f604f31321ce251 199.204.45.210 - - [09/Apr/2026:02:15:07 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.115:5000 281 0.004 300 3167c273f6b0ccf580661404e05cacec 199.204.45.210 - - [09/Apr/2026:02:15:07 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.030 [openstack-keystone-api-5000] [] 10.0.0.115:5000 101 0.030 404 badb91eb8c983063a2c782746c258c8c 199.204.45.210 - - [09/Apr/2026:02:15:07 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.023 [openstack-keystone-api-5000] [] 10.0.0.115:5000 156 0.023 200 ba0b3ecce7efdc3fc3d06809183a9542 199.204.45.210 - - [09/Apr/2026:02:15:07 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.037 [openstack-keystone-api-5000] [] 10.0.0.115:5000 454 0.037 201 2db11cf3f9603ea25876f423f17c7b48 199.204.45.210 - - [09/Apr/2026:02:15:07 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.115:5000 266 0.005 200 711cf1925a5162ff07d1bad9f86ce842 199.204.45.210 - - [09/Apr/2026:02:15:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.316 [openstack-keystone-api-5000] [] 10.0.0.115:5000 1297 0.316 201 1cffb996194939cfe075796660d0e402 199.204.45.210 - - [09/Apr/2026:02:15:08 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.115:5000 281 0.005 300 457b2af165dad0f76070df12edcd5695 199.204.45.210 - - [09/Apr/2026:02:15:08 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.026 [openstack-keystone-api-5000] [] 10.0.0.115:5000 98 0.027 404 0cdf26aba4fe6f455b2461ba4c04c135 199.204.45.210 - - [09/Apr/2026:02:15:08 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.019 [openstack-keystone-api-5000] [] 10.0.0.115:5000 136 0.019 200 abf1938d277366d6df7524615b1badc3 199.204.45.210 - - [09/Apr/2026:02:15:08 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 332 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.024 [openstack-keystone-api-5000] [] 10.0.0.115:5000 332 0.025 201 f41c691ff5e3e63d4a51a87fc3114d81 199.204.45.210 - - [09/Apr/2026:02:15:08 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.115:5000 266 0.003 200 a56be484f98053dec9739f79da0411a7 199.204.45.210 - - [09/Apr/2026:02:15:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.286 [openstack-keystone-api-5000] [] 10.0.0.115:5000 1297 0.286 201 6781b2b877461802953cb680bfc2523c 199.204.45.210 - - [09/Apr/2026:02:15:09 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.115:5000 281 0.004 300 6c492423d08c3caa4e95c938e4dc673e 199.204.45.210 - - [09/Apr/2026:02:15:09 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.031 [openstack-keystone-api-5000] [] 10.0.0.115:5000 131 0.031 404 dc2ca3f948956412f8b341132dcfcfee 199.204.45.210 - - [09/Apr/2026:02:15:09 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.023 [openstack-keystone-api-5000] [] 10.0.0.115:5000 168 0.024 200 709d72c5b802300254200acf58fee3d2 199.204.45.210 - - [09/Apr/2026:02:15:09 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.022 [openstack-keystone-api-5000] [] 10.0.0.115:5000 224 0.022 201 1f3e1162b39e0b502287d3d645d19d0f W0409 02:15:18.762433 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:18.762477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:22.096208 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:22.096265 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:25.430056 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:25.430100 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:28.763567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:28.763615 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:15:43.724395 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.109.113.205"}] I0409 02:15:43.731053 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"5827355a-c17f-47c6-bbf8-d99ba3261a68", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7045", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:15:43.733390 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:43.733432 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:47.067237 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:47.067290 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:50.400910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:50.400973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:53.733972 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:53.734046 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:57.069176 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:57.069225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:17:22.951581 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0409 02:17:22.951886 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0409 02:17:22.952005 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:17:22.952094 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:17:22.955920 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:32.2kB} I0409 02:17:22.955951 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0409 02:17:22.961726 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0409 02:17:22.961922 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"dbf7aa4a-18e5-44ec-aafc-2fa82ad50944", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7796", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:17:22.962293 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0409 02:17:22.962764 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0409 02:17:22.962879 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0409 02:17:22.962959 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:17:22.962984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:17:22.963136 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:17:23.011123 7 controller.go:216] "Backend successfully reloaded" I0409 02:17:23.011463 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-jn5v5", UID:"78f5d22b-ef77-44e7-9f3d-b5e1af8b3722", APIVersion:"v1", ResourceVersion:"1479", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0409 02:17:23.335437 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0409 02:17:23.336589 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.210 - - [09/Apr/2026:02:17:23 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.115:5000 281 0.006 300 8935f196acb7264158a73e8ea630a675 199.204.45.210 - - [09/Apr/2026:02:17:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1929 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.377 [openstack-keystone-api-5000] [] 10.0.0.115:5000 1929 0.377 201 d2082571f34918a05e218f975cc09249 199.204.45.210 - - [09/Apr/2026:02:17:24 +0000] "GET /v3/roles HTTP/1.1" 200 824 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 425 0.025 [openstack-keystone-api-5000] [] 10.0.0.115:5000 824 0.025 200 b9178929282dce3e6fbff6dca494f445 199.204.45.210 - - [09/Apr/2026:02:17:24 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.028 [openstack-keystone-api-5000] [] 10.0.0.115:5000 230 0.028 201 ca737b6125a9a72384b120a2a2de6eb7 W0409 02:17:26.296777 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0409 02:17:26.296934 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:17:26.296957 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.210 - - [09/Apr/2026:02:17:29 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/1.0.2 keystoneauth1/5.1.3 python-requests/2.28.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.115:5000 281 0.004 300 1e016172e1ac87d8ded316a216cdf1ae 199.204.45.210 - - [09/Apr/2026:02:17:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1929 "-" "openstacksdk/1.0.2 keystoneauth1/5.1.3 python-requests/2.28.1 CPython/3.10.12" 548 0.307 [openstack-keystone-api-5000] [] 10.0.0.115:5000 1929 0.307 201 6098668858ae5cb9f6976c1efbbc19e0 199.204.45.210 - - [09/Apr/2026:02:17:29 +0000] "GET /v3/roles HTTP/1.1" 200 1045 "-" "python-keystoneclient" 380 0.031 [openstack-keystone-api-5000] [] 10.0.0.115:5000 1045 0.031 200 1ffa9b06327a00207b2403d7bc1c94d2 199.204.45.210 - - [09/Apr/2026:02:17:29 +0000] "PUT /v3/roles/a5853df94b2947cea51b5a3d1522b821/implies/c244f517ce3242088fa235a2d54ab093 HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.040 [openstack-keystone-api-5000] [] 10.0.0.115:5000 521 0.040 201 5ab793fd3833bbd4918177edb70c7ca8 W0409 02:17:32.515497 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:17:32.515535 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:17:43.720918 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.109.113.205"}] I0409 02:17:43.726586 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"dbf7aa4a-18e5-44ec-aafc-2fa82ad50944", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8077", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:17:43.728826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:17:43.728871 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.210 - - [09/Apr/2026:02:18:14 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.115:5000 281 0.005 300 ecfc3cb4fe433b81b800ef35e5551247 199.204.45.210 - - [09/Apr/2026:02:18:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.441 [openstack-keystone-api-5000] [] 10.0.0.115:5000 1992 0.441 201 4a94d30a79d1b591fc6b1632261997e6 199.204.45.210 - - [09/Apr/2026:02:18:14 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.029 [openstack-keystone-api-5000] [] 10.0.0.115:5000 87 0.030 404 5fed7016ebe5d673476b14d8f255a795 199.204.45.210 - - [09/Apr/2026:02:18:14 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 440 0.034 [openstack-keystone-api-5000] [] 10.0.0.115:5000 390 0.035 200 ce821393f3b81728c69ca3c7ee946f6f 199.204.45.210 - - [09/Apr/2026:02:18:14 +0000] "GET /v3/users?domain_id=c2ddcc35b0024ac580ff033ee78c8ebb&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 487 0.053 [openstack-keystone-api-5000] [] 10.0.0.115:5000 178 0.053 200 bda4b1e5b589eb97c4922aae9b61fe77 199.204.45.210 - - [09/Apr/2026:02:18:15 +0000] "POST /v3/users HTTP/1.1" 201 327 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 664 0.293 [openstack-keystone-api-5000] [] 10.0.0.115:5000 327 0.293 201 bdda089e6ef45342f29a9b84c22d8089 199.204.45.210 - - [09/Apr/2026:02:18:15 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.115:5000 281 0.004 300 65a8faa58061e333aa6e31b14c972d8f 199.204.45.210 - - [09/Apr/2026:02:18:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.315 [openstack-keystone-api-5000] [] 10.0.0.115:5000 1992 0.315 201 6c23317743bf6ad6e08750fad7d301e2 199.204.45.210 - - [09/Apr/2026:02:18:16 +0000] "GET /v3/roles HTTP/1.1" 200 1045 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 425 0.025 [openstack-keystone-api-5000] [] 10.0.0.115:5000 1045 0.025 200 d2f8bcbb34b16029fc8b1ad7fd586194 199.204.45.210 - - [09/Apr/2026:02:18:16 +0000] "GET /v3/domains HTTP/1.1" 200 810 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 427 0.027 [openstack-keystone-api-5000] [] 10.0.0.115:5000 810 0.027 200 8a36d82224d5fd977e4b161f7e581a39 199.204.45.210 - - [09/Apr/2026:02:18:16 +0000] "GET /v3/users?domain_id=c2ddcc35b0024ac580ff033ee78c8ebb&name=rgw-RegionOne HTTP/1.1" 200 494 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 487 0.046 [openstack-keystone-api-5000] [] 10.0.0.115:5000 494 0.046 200 0e24be04a302987b6b2c05029963bced 199.204.45.210 - - [09/Apr/2026:02:18:16 +0000] "GET /v3/projects?domain_id=c2ddcc35b0024ac580ff033ee78c8ebb HTTP/1.1" 200 550 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 471 0.028 [openstack-keystone-api-5000] [] 10.0.0.115:5000 550 0.029 200 72bdea021d2cbad81e3bcba140473818 199.204.45.210 - - [09/Apr/2026:02:18:16 +0000] "GET /v3/role_assignments?role.id=5205919c9b054611ac033310dd5edaf0&user.id=33c207ab6ff14c25845a1500396c40b5&scope.project.id=e4e61a0006d6429da76b9e177711abf4 HTTP/1.1" 200 270 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 568 0.022 [openstack-keystone-api-5000] [] 10.0.0.115:5000 270 0.023 200 5ab9253b2182f21ff3f7b31a71343e8c 199.204.45.210 - - [09/Apr/2026:02:18:16 +0000] "GET /v3/roles HTTP/1.1" 200 1045 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 425 0.024 [openstack-keystone-api-5000] [] 10.0.0.115:5000 1045 0.024 200 fcb26f062798b0c7eda3946890106cce 199.204.45.210 - - [09/Apr/2026:02:18:16 +0000] "GET /v3/domains/c2ddcc35b0024ac580ff033ee78c8ebb HTTP/1.1" 200 270 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.023 [openstack-keystone-api-5000] [] 10.0.0.115:5000 270 0.023 200 2b00dadb9b8c72448471ba74790386d7 199.204.45.210 - - [09/Apr/2026:02:18:16 +0000] "GET /v3/users?domain_id=c2ddcc35b0024ac580ff033ee78c8ebb&name=rgw-RegionOne HTTP/1.1" 200 494 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 487 0.050 [openstack-keystone-api-5000] [] 10.0.0.115:5000 494 0.049 200 daf55e451241bc12048cc57c5a4242ef 199.204.45.210 - - [09/Apr/2026:02:18:16 +0000] "GET /v3/projects?domain_id=c2ddcc35b0024ac580ff033ee78c8ebb HTTP/1.1" 200 550 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 471 0.025 [openstack-keystone-api-5000] [] 10.0.0.115:5000 550 0.025 200 cb4157db6a0a4ade0923b5c9f9ef11ee 199.204.45.210 - - [09/Apr/2026:02:18:16 +0000] "GET /v3/role_assignments?role.id=5205919c9b054611ac033310dd5edaf0&user.id=33c207ab6ff14c25845a1500396c40b5&scope.project.id=e4e61a0006d6429da76b9e177711abf4 HTTP/1.1" 200 270 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 568 0.022 [openstack-keystone-api-5000] [] 10.0.0.115:5000 270 0.022 200 c0c22d4f5f3e237c915d2615dff2990c 199.204.45.210 - - [09/Apr/2026:02:18:16 +0000] "PUT /v3/projects/e4e61a0006d6429da76b9e177711abf4/users/33c207ab6ff14c25845a1500396c40b5/roles/5205919c9b054611ac033310dd5edaf0 HTTP/1.1" 204 0 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 558 0.155 [openstack-keystone-api-5000] [] 10.0.0.115:5000 0 0.155 204 f6e1595bb2dcb5a1e719ede3e892520f 199.204.45.210 - - [09/Apr/2026:02:18:17 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.115:5000 281 0.005 300 494b25be2fd0ab70e9931317ceef5eac 199.204.45.210 - - [09/Apr/2026:02:18:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.335 [openstack-keystone-api-5000] [] 10.0.0.115:5000 1992 0.334 201 3091d906cf65021144af11ebecbae66d 199.204.45.210 - - [09/Apr/2026:02:18:17 +0000] "GET /v3/services HTTP/1.1" 200 597 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.018 [openstack-keystone-api-5000] [] 10.0.0.115:5000 597 0.018 200 9ecb51b2b9f2e5445bd72277bdbbc1ba 199.204.45.210 - - [09/Apr/2026:02:18:17 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 596 0.030 [openstack-keystone-api-5000] [] 10.0.0.115:5000 263 0.030 201 8222d05ab607e92d6b29dda4d3607dca 199.204.45.210 - - [09/Apr/2026:02:18:18 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.115:5000 281 0.004 300 fb80e498a1a764f571c2f673c41d71b1 199.204.45.210 - - [09/Apr/2026:02:18:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2094 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.297 [openstack-keystone-api-5000] [] 10.0.0.115:5000 2094 0.297 201 ebcebac7cf058a31b695fe41d3613869 199.204.45.210 - - [09/Apr/2026:02:18:18 +0000] "GET /v3/services HTTP/1.1" 200 848 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.021 [openstack-keystone-api-5000] [] 10.0.0.115:5000 848 0.021 200 f890c96c2ae2e4258af356f737dacdd1 199.204.45.210 - - [09/Apr/2026:02:18:18 +0000] "GET /v3/endpoints HTTP/1.1" 200 2223 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.022 [openstack-keystone-api-5000] [] 10.0.0.115:5000 2223 0.022 200 784b87421b41555b643017c12319b9ff 199.204.45.210 - - [09/Apr/2026:02:18:18 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 686 0.054 [openstack-keystone-api-5000] [] 10.0.0.115:5000 379 0.053 201 2a75ed14e5fab8b89f1a599b8d45631b 199.204.45.210 - - [09/Apr/2026:02:18:19 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.115:5000 281 0.004 300 7303f906db910cfe736ca4d59f43a709 199.204.45.210 - - [09/Apr/2026:02:18:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2303 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.303 [openstack-keystone-api-5000] [] 10.0.0.115:5000 2303 0.304 201 b7dcd01796e2c32239194a51e1c27164 199.204.45.210 - - [09/Apr/2026:02:18:19 +0000] "GET /v3/services HTTP/1.1" 200 848 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.021 [openstack-keystone-api-5000] [] 10.0.0.115:5000 848 0.021 200 56fa2009bb072d63a3d2cd12d1841e5b 199.204.45.210 - - [09/Apr/2026:02:18:19 +0000] "GET /v3/endpoints HTTP/1.1" 200 2589 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.026 [openstack-keystone-api-5000] [] 10.0.0.115:5000 2589 0.026 200 c047be5f65ccc6e3478bc185705d1a0e 199.204.45.210 - - [09/Apr/2026:02:18:19 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 699 0.034 [openstack-keystone-api-5000] [] 10.0.0.115:5000 392 0.034 201 4520f5f687985e9b385e91bfaa50980c W0409 02:18:21.080908 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0409 02:18:21.081014 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0409 02:18:21.081070 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:21.081084 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:18:21.084799 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.004s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:35.7kB} I0409 02:18:21.084820 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0409 02:18:21.091289 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" W0409 02:18:21.091874 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store I0409 02:18:21.092178 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"1df8f5fc-92b9-4b63-a2e6-5a130af56a2b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8327", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:18:21.092346 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0409 02:18:21.092465 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0409 02:18:21.092534 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:21.092565 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:18:21.092749 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:18:21.162412 7 controller.go:216] "Backend successfully reloaded" I0409 02:18:21.163186 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-jn5v5", UID:"78f5d22b-ef77-44e7-9f3d-b5e1af8b3722", APIVersion:"v1", ResourceVersion:"1479", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0409 02:18:21.336583 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0409 02:18:21.337713 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0409 02:18:24.426761 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0409 02:18:24.426971 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:24.426998 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:38.021866 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0409 02:18:38.022186 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:38.022217 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:43.220744 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0409 02:18:43.221029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:43.221058 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:18:43.722288 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.109.113.205"}] I0409 02:18:43.729588 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"1df8f5fc-92b9-4b63-a2e6-5a130af56a2b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8582", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:18:46.554736 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0409 02:18:46.555046 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:46.555077 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:49.888689 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0409 02:18:49.888912 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:49.888929 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:18:49.889102 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:18:49.948946 7 controller.go:216] "Backend successfully reloaded" I0409 02:18:49.949222 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-jn5v5", UID:"78f5d22b-ef77-44e7-9f3d-b5e1af8b3722", APIVersion:"v1", ResourceVersion:"1479", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0409 02:18:53.221834 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0409 02:18:53.222102 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:53.222152 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:56.557350 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0409 02:18:56.557552 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:56.557578 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:08.699227 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0409 02:19:08.699668 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:08.699705 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:12.032687 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0409 02:19:12.032886 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:12.032915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:17.058994 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0409 02:19:17.059147 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:17.059169 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:55.974343 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0409 02:19:55.974493 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:55.974518 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:20:34.747254 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:20:34.747297 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:19.525046 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0409 02:21:19.525187 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0409 02:21:19.525274 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:19.525299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:21:19.529678 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.005s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:39.2kB} I0409 02:21:19.529705 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0409 02:21:19.533773 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0409 02:21:19.534092 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"27d84b1b-2930-4454-9c19-944fc76ffae1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9876", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:21:19.534577 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0409 02:21:19.535230 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0409 02:21:19.535449 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0409 02:21:19.535552 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:19.535572 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:21:19.535780 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:21:19.595429 7 controller.go:216] "Backend successfully reloaded" I0409 02:21:19.596210 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-jn5v5", UID:"78f5d22b-ef77-44e7-9f3d-b5e1af8b3722", APIVersion:"v1", ResourceVersion:"1479", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0409 02:21:19.815164 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0409 02:21:19.816339 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0409 02:21:22.869024 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0409 02:21:22.869246 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:22.869277 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:33.001543 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0409 02:21:33.001785 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:33.001807 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:41.439254 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:41.439309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:21:43.720818 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.109.113.205"}] I0409 02:21:43.727526 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"27d84b1b-2930-4454-9c19-944fc76ffae1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10057", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:21:44.773208 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:44.773285 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.210 - - [09/Apr/2026:02:21:45 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.115:5000 281 0.005 300 3f3b14d3996a212b415b898fd2110688 199.204.45.210 - - [09/Apr/2026:02:21:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.352 [openstack-keystone-api-5000] [] 10.0.0.115:5000 3138 0.352 201 dedbf09f8de91347e222de5e0cf32e3b 199.204.45.210 - - [09/Apr/2026:02:21:45 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.004 [openstack-glance-api-9292] [] 10.0.0.101:9292 1193 0.004 300 e8cf1a640a8b56147f91b3e2e92c1c28 199.204.45.210 - - [09/Apr/2026:02:21:46 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.538 [openstack-glance-api-9292] [] 10.0.0.101:9292 69 0.537 200 2f22c689fdf7f618df16bf00a6fda770 199.204.45.210 - - [09/Apr/2026:02:21:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.115:5000 281 0.004 300 073650f53f48779082358b93175acde0 199.204.45.210 - - [09/Apr/2026:02:21:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.303 [openstack-keystone-api-5000] [] 10.0.0.115:5000 3138 0.303 201 9fec40eff9c432907ffe9eb6aa4723eb 199.204.45.210 - - [09/Apr/2026:02:21:49 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.101:9292 1193 0.003 300 689ed796a15e96d6e2f19d2b741357ae 199.204.45.210 - - [09/Apr/2026:02:21:49 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.048 [openstack-glance-api-9292] [] 10.0.0.101:9292 69 0.048 200 70a658bc36dc2228cf5351f940b4b37c 199.204.45.210 - - [09/Apr/2026:02:21:49 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.129 [openstack-glance-api-9292] [] 10.0.0.101:9292 151 0.130 404 0f86cb0a350fc93a33eeee8f61adaaeb 199.204.45.210 - - [09/Apr/2026:02:21:49 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.023 [openstack-glance-api-9292] [] 10.0.0.101:9292 81 0.023 200 20523b0e5fe12cbe89cf0cfaa0a0f543 199.204.45.210 - - [09/Apr/2026:02:21:50 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.023 [openstack-glance-api-9292] [] 10.0.0.101:9292 84 0.023 200 807097b179d1ae1f9ba2af4568a952e8 199.204.45.210 - - [09/Apr/2026:02:21:50 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 748 0.053 [openstack-glance-api-9292] [] 10.0.0.101:9292 760 0.053 201 29fcaf895bb2056d092e44327981cd4d 199.204.45.210 - - [09/Apr/2026:02:21:53 +0000] "PUT /v2/images/dcc0e482-ee90-494e-9b4a-c44fe11c54d2/file HTTP/1.1" 204 0 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.745 [openstack-glance-api-9292] [] 10.0.0.101:9292 0 3.745 204 7edd26a01bc90b512200492b6045484b 199.204.45.210 - - [09/Apr/2026:02:21:53 +0000] "GET /v2/images HTTP/1.1" 200 1240 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.024 [openstack-glance-api-9292] [] 10.0.0.101:9292 1240 0.025 200 da951bfa21b0cd17d69a274a364b1d21 199.204.45.210 - - [09/Apr/2026:02:21:53 +0000] "PATCH /v2/images/dcc0e482-ee90-494e-9b4a-c44fe11c54d2 HTTP/1.1" 200 1171 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 540 0.017 [openstack-glance-api-9292] [] 10.0.0.101:9292 1171 0.017 200 875b858bae3a1a9a5a75714e30c902cb 199.204.45.210 - - [09/Apr/2026:02:21:53 +0000] "GET /v2/images HTTP/1.1" 200 1240 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.019 [openstack-glance-api-9292] [] 10.0.0.101:9292 1240 0.019 200 8f33963f5de905e06f3d3d319cd59e9a W0409 02:21:56.997012 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:56.997043 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:22:00.330820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:22:00.330879 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store