------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0331 22:23:56.518065 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0331 22:23:56.518660 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0331 22:23:56.528891 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0331 22:23:56.532280 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0331 22:23:57.074451 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0331 22:23:57.096488 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0331 22:23:57.108849 7 nginx.go:271] "Starting NGINX Ingress controller" I0331 22:23:57.116136 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"54d97ffd-94a2-4f5a-91a4-c44e2a9e82e0", APIVersion:"v1", ResourceVersion:"1315", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0331 22:23:57.121784 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"26dbff60-cde3-4d41-93b6-46bf43222be5", APIVersion:"v1", ResourceVersion:"1313", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0331 22:23:57.121822 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"02185054-81cc-469c-b2ea-1afdbfeb8baf", APIVersion:"v1", ResourceVersion:"1314", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0331 22:23:58.310826 7 nginx.go:317] "Starting NGINX process" I0331 22:23:58.310965 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0331 22:23:58.311506 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0331 22:23:58.311801 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0331 22:23:58.311890 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:58.311924 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:23:58.311991 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 22:23:58.327699 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0331 22:23:58.327796 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-f9jjb" I0331 22:23:58.349689 7 controller.go:216] "Backend successfully reloaded" I0331 22:23:58.349795 7 controller.go:227] "Initial sync, sleeping for 1 second" I0331 22:23:58.349926 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-f9jjb", UID:"6a7948fd-c842-4c52-bbbc-d247263a39c4", APIVersion:"v1", ResourceVersion:"1418", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0331 22:24:02.138830 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:02.138913 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:05.472916 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:05.472971 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:08.809424 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:08.809483 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:12.139731 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:12.139791 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:15.473858 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:15.473924 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:18.806288 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:18.806363 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:22.139589 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:22.139642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:25.472841 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:25.472888 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:28.805792 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:28.805847 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:32.141518 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:32.141560 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:35.472790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:35.472843 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:25:24.426084 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:25:24.426122 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:25:47.415501 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:25:47.415548 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:25:52.144438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:25:52.144491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:25:55.478488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:25:55.478544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:25:58.811367 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:25:58.811418 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:26:02.144975 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:26:02.145013 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:26:05.477967 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:26:05.478017 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:26:10.455641 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:26:10.455679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:26:13.789244 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:26:13.789296 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:26:17.122990 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:26:17.123174 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:26:20.459534 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:26:20.459574 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:26:23.790538 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:26:23.790607 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:33.429480 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:33.429522 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:36.023190 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-61.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-61.nip.io-tls was not found. Using default certificate W0331 22:28:36.023358 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:36.023413 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:28:36.025383 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0331 22:28:36.025474 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0331 22:28:36.035301 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0331 22:28:36.035620 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-61.nip.io-tls" in local store I0331 22:28:36.035979 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"f45daf14-fb07-47e6-8f4c-3e15254b004c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3448", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0331 22:28:36.271564 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-61.nip.io-tls" I0331 22:28:36.272953 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-61.nip.io-tls" W0331 22:28:36.763052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:36.763086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:28:36.763140 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 22:28:36.796542 7 controller.go:216] "Backend successfully reloaded" I0331 22:28:36.796830 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-f9jjb", UID:"6a7948fd-c842-4c52-bbbc-d247263a39c4", APIVersion:"v1", ResourceVersion:"1418", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0331 22:28:40.098351 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:40.098426 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.61 - - [31/Mar/2026:22:28:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.287 [auth-system-keycloak-80] [] 10.0.0.72:8080 1925 2.286 200 1ba0b0cf9efdd62293715031aedbf64f 199.19.213.61 - - [31/Mar/2026:22:28:48 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.193 [auth-system-keycloak-80] [] 10.0.0.72:8080 116 0.192 404 ff1a94dbeb4ec32306aacc4aaf9333e5 199.19.213.61 - - [31/Mar/2026:22:28:52 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 3.761 [auth-system-keycloak-80] [] 10.0.0.72:8080 0 3.759 201 9691a33fa8eac136017e236d50402622 199.19.213.61 - - [31/Mar/2026:22:28:52 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.613 [auth-system-keycloak-80] [] 10.0.0.72:8080 4246 0.612 200 480d14ad37f20cc4acb1141d6e810e7d 199.19.213.61 - - [31/Mar/2026:22:28:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.496 [auth-system-keycloak-80] [] 10.0.0.72:8080 1925 0.496 200 cc5db34639ce04715e5e0a1ed38d5ae1 199.19.213.61 - - [31/Mar/2026:22:28:54 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.090 [auth-system-keycloak-80] [] 10.0.0.72:8080 12500 0.091 200 1fb29116b10e59edd824f506bd050dd5 199.19.213.61 - - [31/Mar/2026:22:28:54 +0000] "GET /admin/realms/atmosphere/client-scopes/2bede572-deba-4e63-95a9-4ea56dcbcc60 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.007 [auth-system-keycloak-80] [] 10.0.0.72:8080 1278 0.008 200 98d7d094990bd6c4ae652bfcdc07f490 199.19.213.61 - - [31/Mar/2026:22:28:54 +0000] "PUT /admin/realms/atmosphere/client-scopes/2bede572-deba-4e63-95a9-4ea56dcbcc60 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.052 [auth-system-keycloak-80] [] 10.0.0.72:8080 0 0.050 204 6734e7069b40644ad2a24433d36c2bda 199.19.213.61 - - [31/Mar/2026:22:28:54 +0000] "GET /admin/realms/atmosphere/client-scopes/2bede572-deba-4e63-95a9-4ea56dcbcc60/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.091 [auth-system-keycloak-80] [] 10.0.0.72:8080 963 0.091 200 370c338c2daee81ea9f03af5b094f513 199.19.213.61 - - [31/Mar/2026:22:28:54 +0000] "GET /admin/realms/atmosphere/client-scopes/2bede572-deba-4e63-95a9-4ea56dcbcc60/protocol-mappers/models/86e54e54-2d6c-4cc6-8523-4ca13ec2c2f8 HTTP/1.1" 200 366 "-" "Ansible" 1307 0.072 [auth-system-keycloak-80] [] 10.0.0.72:8080 366 0.071 200 e20af2b35c4aa9350e319f65ea943b1c 199.19.213.61 - - [31/Mar/2026:22:28:54 +0000] "PUT /admin/realms/atmosphere/client-scopes/2bede572-deba-4e63-95a9-4ea56dcbcc60/protocol-mappers/models/86e54e54-2d6c-4cc6-8523-4ca13ec2c2f8 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.084 [auth-system-keycloak-80] [] 10.0.0.72:8080 0 0.084 204 c2245e8f5ee182c3762a0cdb5755c69e 199.19.213.61 - - [31/Mar/2026:22:28:54 +0000] "GET /admin/realms/atmosphere/client-scopes/2bede572-deba-4e63-95a9-4ea56dcbcc60 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.017 [auth-system-keycloak-80] [] 10.0.0.72:8080 1218 0.017 200 dfc0efc02296ea60c808a849f738ab4e I0331 22:28:58.336374 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.98.146.232"}] I0331 22:28:58.342620 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"f45daf14-fb07-47e6-8f4c-3e15254b004c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3752", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:28:58.344409 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:58.344538 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.61 - - [31/Mar/2026:22:29:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.477 [auth-system-keycloak-80] [] 10.0.0.72:8080 1925 0.476 200 46160abd15c6dc87abfcfcd072c1e91c 199.19.213.61 - - [31/Mar/2026:22:29:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.040 [auth-system-keycloak-80] [] 10.0.0.72:8080 2 0.040 200 92dc4ebb53e3ee574d2b8f45a9e88361 199.19.213.61 - - [31/Mar/2026:22:29:16 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.207 [auth-system-keycloak-80] [] 10.0.0.72:8080 0 0.206 201 4d36dac96e5ba8f037903bb1a560619b 199.19.213.61 - - [31/Mar/2026:22:29:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.081 [auth-system-keycloak-80] [] 10.0.0.72:8080 1259 0.080 200 3419c34d1163a93a1a45af6d2471f80b 199.19.213.61 - - [31/Mar/2026:22:29:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.478 [auth-system-keycloak-80] [] 10.0.0.72:8080 1925 0.477 200 e4b8095b767cf3e95c80930f6d866702 199.19.213.61 - - [31/Mar/2026:22:29:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.012 [auth-system-keycloak-80] [] 10.0.0.72:8080 2 0.012 200 d116a7d60426ff247ba5c282e63c2635 199.19.213.61 - - [31/Mar/2026:22:29:17 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.095 [auth-system-keycloak-80] [] 10.0.0.72:8080 0 0.094 201 ce7abc1bb88602017d701dd395a8c696 199.19.213.61 - - [31/Mar/2026:22:29:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.055 [auth-system-keycloak-80] [] 10.0.0.72:8080 1283 0.056 200 0b84a6e142ca7b524b349079e1a5471e 199.19.213.61 - - [31/Mar/2026:22:29:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.442 [auth-system-keycloak-80] [] 10.0.0.72:8080 1925 0.441 200 e68102c87f38d192ffeb9404ff2da046 199.19.213.61 - - [31/Mar/2026:22:29:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.046 [auth-system-keycloak-80] [] 10.0.0.72:8080 2 0.045 200 7bb94ff8d6ff68d9bcb19b5027823ed3 199.19.213.61 - - [31/Mar/2026:22:29:18 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.103 [auth-system-keycloak-80] [] 10.0.0.72:8080 0 0.102 201 3180f13ee2cdd2dcf303deab007bb06f 199.19.213.61 - - [31/Mar/2026:22:29:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.087 [auth-system-keycloak-80] [] 10.0.0.72:8080 1249 0.088 200 370f4237e23c189654680e9cd5048202 199.19.213.61 - - [31/Mar/2026:22:29:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.529 [auth-system-keycloak-80] [] 10.0.0.72:8080 1925 0.528 200 7328dc47339092739a3d3da36dec8a93 199.19.213.61 - - [31/Mar/2026:22:29:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.72:8080 1259 0.006 200 24485d1e23c9ad35c2cdb0aac62ec68e 199.19.213.61 - - [31/Mar/2026:22:29:19 +0000] "GET /admin/realms/atmosphere/clients/b1e7a58f-1cc2-4d3b-ab5c-71e4de570c18/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.017 [auth-system-keycloak-80] [] 10.0.0.72:8080 119 0.018 404 93fd7108c01ddfef123c004f46265139 199.19.213.61 - - [31/Mar/2026:22:29:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.72:8080 1259 0.008 200 61b1bdcd2f5f543b90029c89bc1185d8 199.19.213.61 - - [31/Mar/2026:22:29:19 +0000] "POST /admin/realms/atmosphere/clients/b1e7a58f-1cc2-4d3b-ab5c-71e4de570c18/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.034 [auth-system-keycloak-80] [] 10.0.0.72:8080 0 0.033 201 4eec744377e084d17513db1ddac11264 199.19.213.61 - - [31/Mar/2026:22:29:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.72:8080 1259 0.008 200 1c6d4205a850a9718e5580acbde33f50 199.19.213.61 - - [31/Mar/2026:22:29:19 +0000] "GET /admin/realms/atmosphere/clients/b1e7a58f-1cc2-4d3b-ab5c-71e4de570c18/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.062 [auth-system-keycloak-80] [] 10.0.0.72:8080 166 0.061 200 3761cc01c6d8932366b87e97289729ad 199.19.213.61 - - [31/Mar/2026:22:29:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.524 [auth-system-keycloak-80] [] 10.0.0.72:8080 1925 0.519 200 7c3a3464d1795d95c70f5918e8a4210d 199.19.213.61 - - [31/Mar/2026:22:29:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.72:8080 1283 0.007 200 348dc0aa492e455abe0210da8d476a2d 199.19.213.61 - - [31/Mar/2026:22:29:20 +0000] "GET /admin/realms/atmosphere/clients/fc5708c2-2681-49a1-9ed5-1e0c5ce9c9b3/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.010 [auth-system-keycloak-80] [] 10.0.0.72:8080 119 0.010 404 936ddb6780d4c4d5168e30f5944384a2 199.19.213.61 - - [31/Mar/2026:22:29:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.023 [auth-system-keycloak-80] [] 10.0.0.72:8080 1283 0.023 200 436204332179b304c5dbe393f959804e 199.19.213.61 - - [31/Mar/2026:22:29:20 +0000] "POST /admin/realms/atmosphere/clients/fc5708c2-2681-49a1-9ed5-1e0c5ce9c9b3/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.015 [auth-system-keycloak-80] [] 10.0.0.72:8080 0 0.015 201 de309417cb50d5a94e1376c09406ebcb 199.19.213.61 - - [31/Mar/2026:22:29:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.72:8080 1283 0.008 200 1f69e1264a871d747dc025b8acb913e0 199.19.213.61 - - [31/Mar/2026:22:29:20 +0000] "GET /admin/realms/atmosphere/clients/fc5708c2-2681-49a1-9ed5-1e0c5ce9c9b3/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.050 [auth-system-keycloak-80] [] 10.0.0.72:8080 165 0.050 200 32363d7357aa662feffa1939ad842bb4 199.19.213.61 - - [31/Mar/2026:22:29:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.502 [auth-system-keycloak-80] [] 10.0.0.72:8080 1925 0.501 200 07411700366d5c0f704fe121fa0b55f7 199.19.213.61 - - [31/Mar/2026:22:29:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.72:8080 1283 0.006 200 8948a240bdf3923facf4479eb7fdbdfe 199.19.213.61 - - [31/Mar/2026:22:29:21 +0000] "GET /admin/realms/atmosphere/clients/fc5708c2-2681-49a1-9ed5-1e0c5ce9c9b3/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.008 [auth-system-keycloak-80] [] 10.0.0.72:8080 119 0.008 404 c7020296fc763ad54db4dad12a75d277 199.19.213.61 - - [31/Mar/2026:22:29:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.72:8080 1283 0.006 200 fe4585b80701aea42143088d3a326f41 199.19.213.61 - - [31/Mar/2026:22:29:21 +0000] "POST /admin/realms/atmosphere/clients/fc5708c2-2681-49a1-9ed5-1e0c5ce9c9b3/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.048 [auth-system-keycloak-80] [] 10.0.0.72:8080 0 0.047 201 b99a3f320213dd9f257b80352437d274 199.19.213.61 - - [31/Mar/2026:22:29:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.011 [auth-system-keycloak-80] [] 10.0.0.72:8080 1283 0.011 200 edf8bccf5d7a29fe9a8f44ba432aca53 199.19.213.61 - - [31/Mar/2026:22:29:21 +0000] "GET /admin/realms/atmosphere/clients/fc5708c2-2681-49a1-9ed5-1e0c5ce9c9b3/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.018 [auth-system-keycloak-80] [] 10.0.0.72:8080 166 0.017 200 0244e66cfe7c9a8fc60d128773e7cfa0 199.19.213.61 - - [31/Mar/2026:22:29:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.477 [auth-system-keycloak-80] [] 10.0.0.72:8080 1925 0.476 200 3ce1263ada8d60b718d2e818fe0d9119 199.19.213.61 - - [31/Mar/2026:22:29:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.011 [auth-system-keycloak-80] [] 10.0.0.72:8080 1283 0.011 200 3fc520498a918fb68d228bcdd3ba503b 199.19.213.61 - - [31/Mar/2026:22:29:22 +0000] "GET /admin/realms/atmosphere/clients/fc5708c2-2681-49a1-9ed5-1e0c5ce9c9b3/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.048 [auth-system-keycloak-80] [] 10.0.0.72:8080 119 0.048 404 a7e5d7a0dfb32c48f769b968c98e076b 199.19.213.61 - - [31/Mar/2026:22:29:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.72:8080 1283 0.006 200 02177b422d65189d7a9b493ee442bc34 199.19.213.61 - - [31/Mar/2026:22:29:22 +0000] "POST /admin/realms/atmosphere/clients/fc5708c2-2681-49a1-9ed5-1e0c5ce9c9b3/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.017 [auth-system-keycloak-80] [] 10.0.0.72:8080 0 0.016 201 76040806eca8aeba25c9fcb5111bdc3e 199.19.213.61 - - [31/Mar/2026:22:29:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.72:8080 1283 0.005 200 50cad6e1cc4f24a3aa89d04727a16e81 199.19.213.61 - - [31/Mar/2026:22:29:22 +0000] "GET /admin/realms/atmosphere/clients/fc5708c2-2681-49a1-9ed5-1e0c5ce9c9b3/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.030 [auth-system-keycloak-80] [] 10.0.0.72:8080 166 0.029 200 798b74459a007f7cdcce27d60c025815 199.19.213.61 - - [31/Mar/2026:22:29:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.481 [auth-system-keycloak-80] [] 10.0.0.72:8080 1925 0.480 200 a5298d7b4cfaa9849fc8630d903c66f0 199.19.213.61 - - [31/Mar/2026:22:29:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.030 [auth-system-keycloak-80] [] 10.0.0.72:8080 1249 0.029 200 06f4e1e004b4e45cf96bb9c8c3c9f348 199.19.213.61 - - [31/Mar/2026:22:29:23 +0000] "GET /admin/realms/atmosphere/clients/1630a222-3fd5-4b4c-8235-707f34020e08/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.007 [auth-system-keycloak-80] [] 10.0.0.72:8080 119 0.007 404 9d8d5b6078f00fe6cbe6071504856e9c 199.19.213.61 - - [31/Mar/2026:22:29:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.064 [auth-system-keycloak-80] [] 10.0.0.72:8080 1249 0.065 200 21e0af18344126c678d9373e381b6681 199.19.213.61 - - [31/Mar/2026:22:29:23 +0000] "POST /admin/realms/atmosphere/clients/1630a222-3fd5-4b4c-8235-707f34020e08/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.014 [auth-system-keycloak-80] [] 10.0.0.72:8080 0 0.014 201 497a5990f4caae63a6c145a3c73d6d1c 199.19.213.61 - - [31/Mar/2026:22:29:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.72:8080 1249 0.007 200 2e4f0c70677569e0194e634f0e05a6bb 199.19.213.61 - - [31/Mar/2026:22:29:23 +0000] "GET /admin/realms/atmosphere/clients/1630a222-3fd5-4b4c-8235-707f34020e08/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.72:8080 166 0.012 200 7ce4ed9fb616a3e6ed6131b15206554e W0331 22:29:31.341405 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:31.341450 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:30.009214 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:30.009284 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:30.093161 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 22:30:30.093276 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0331 22:30:30.093312 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:30.093327 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:30.093482 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:30:30.093593 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0331 22:30:30.093201 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:30:30.093641 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:30.093671 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:30.093904 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0331 22:30:30.093999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:30.094055 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:30:30.095295 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0331 22:30:30.095327 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0331 22:30:30.095878 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0331 22:30:30.095906 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0331 22:30:30.097260 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:18.2kB} I0331 22:30:30.097295 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0331 22:30:30.102470 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0331 22:30:30.102999 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0331 22:30:30.103044 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0331 22:30:30.103334 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0331 22:30:30.103703 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"bd67b4c2-f2d2-4729-9b42-2708c6c4b79b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4469", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0331 22:30:30.103749 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"11eaa288-1d22-413a-a17c-efc7c785b212", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4472", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0331 22:30:30.104956 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0331 22:30:30.105315 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0331 22:30:30.105373 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"046b69a2-26ab-4f42-a62c-0116933977f5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4474", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0331 22:30:30.436689 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0331 22:30:30.438172 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0331 22:30:32.767947 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0331 22:30:32.768974 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0331 22:30:33.343392 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:30:33.343501 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 22:30:33.343566 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:30:33.343692 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0331 22:30:33.343812 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:33.343856 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:30:33.344042 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 22:30:33.388153 7 controller.go:216] "Backend successfully reloaded" I0331 22:30:33.388551 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-f9jjb", UID:"6a7948fd-c842-4c52-bbbc-d247263a39c4", APIVersion:"v1", ResourceVersion:"1418", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0331 22:30:33.666790 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0331 22:30:33.667904 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0331 22:30:36.676033 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:30:36.676090 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 22:30:36.676118 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:30:36.676200 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:36.676223 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:40.010518 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:30:40.010596 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 22:30:40.010639 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:30:40.010784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:40.010810 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:43.343521 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:30:43.343606 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 22:30:43.343662 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:30:43.343897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:43.343932 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:46.676497 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:30:46.676574 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 22:30:46.676614 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:30:46.676741 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:46.676771 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:50.009699 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:30:50.009761 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 22:30:50.009822 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:30:50.009992 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:50.010024 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:53.342974 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:30:53.343074 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:30:53.343188 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:53.343212 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:56.675901 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:30:56.676025 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:30:56.676187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:56.676219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:30:58.335380 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.98.146.232"}] I0331 22:30:58.336110 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.98.146.232"}] I0331 22:30:58.336162 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.98.146.232"}] I0331 22:30:58.342535 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"11eaa288-1d22-413a-a17c-efc7c785b212", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5338", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0331 22:30:58.344988 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"bd67b4c2-f2d2-4729-9b42-2708c6c4b79b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5339", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0331 22:30:58.347016 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"046b69a2-26ab-4f42-a62c-0116933977f5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5340", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:31:00.009153 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:31:00.009236 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:31:00.009300 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:31:00.009311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:31:03.343346 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:31:03.343469 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:31:03.343625 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:31:03.343656 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:31:06.675814 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:31:06.675888 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:31:06.675972 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:31:06.675993 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.220 - - [31/Mar/2026:22:31:08 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.097 [auth-system-keycloak-80] [] 10.0.0.72:8080 6411 0.097 200 fb75ee5f41f86a5163c3f8dc52638925 10.0.0.136 - - [31/Mar/2026:22:31:08 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.006 [auth-system-keycloak-80] [] 10.0.0.72:8080 6411 0.007 200 46bfa64f6f6d0a30dfcdd011838ce92a W0331 22:31:10.009813 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:31:10.010053 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:31:10.010087 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:31:13.343346 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:31:13.343396 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:31:16.678210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:31:16.678293 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:31:20.009954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:31:20.009989 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:31:23.342617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:31:23.342667 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:31:28.157919 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:31:28.157964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.61 - - [31/Mar/2026:22:31:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.473 [auth-system-keycloak-80] [] 10.0.0.72:8080 1925 0.471 200 99cc9b6880e2469f4d29edb9aa4ded58 199.19.213.61 - - [31/Mar/2026:22:31:34 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.009 [auth-system-keycloak-80] [] 10.0.0.72:8080 4246 0.009 200 61c40f722078f719440d7898a0eee4c8 199.19.213.61 - - [31/Mar/2026:22:31:34 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.438 [auth-system-keycloak-80] [] 10.0.0.72:8080 0 0.439 204 2314418a59047ea596de95e07b5240c8 199.19.213.61 - - [31/Mar/2026:22:31:34 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.187 [auth-system-keycloak-80] [] 10.0.0.72:8080 4384 0.187 200 9e7ff4302eb0591a4249483b1a8902a5 199.19.213.61 - - [31/Mar/2026:22:31:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.548 [auth-system-keycloak-80] [] 10.0.0.72:8080 1925 0.546 200 a364de64abd9c97e85a29f6730604450 199.19.213.61 - - [31/Mar/2026:22:31:35 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.72:8080 1682 0.008 200 f8ca43595d2f6fbed317c60bca0e8ddf 199.19.213.61 - - [31/Mar/2026:22:31:36 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.006 [auth-system-keycloak-80] [] 10.0.0.72:8080 6411 0.006 200 7a5bc1e5150d9b574a5b051c0cc50de3 199.19.213.61 - - [31/Mar/2026:22:31:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.493 [auth-system-keycloak-80] [] 10.0.0.72:8080 1925 0.489 200 f342cdff5fb5fd2827b7fe01951ad7c0 199.19.213.61 - - [31/Mar/2026:22:31:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.030 [auth-system-keycloak-80] [] 10.0.0.72:8080 2 0.030 200 2320df7f56e18b02f1e34190c39a9510 199.19.213.61 - - [31/Mar/2026:22:31:37 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.179 [auth-system-keycloak-80] [] 10.0.0.72:8080 0 0.179 201 1552f251c58747d61c0d798e78d672af 199.19.213.61 - - [31/Mar/2026:22:31:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.026 [auth-system-keycloak-80] [] 10.0.0.72:8080 2242 0.025 200 e2bf6d2d5c6712cb8ed65c96fd8b2b3a 199.19.213.61 - - [31/Mar/2026:22:31:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.491 [auth-system-keycloak-80] [] 10.0.0.72:8080 1925 0.489 200 3baeae7c04887faa6446b237559e452d 199.19.213.61 - - [31/Mar/2026:22:31:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.006 [auth-system-keycloak-80] [] 10.0.0.72:8080 2242 0.006 200 3fee751d6ecc7aceee099eb8f69f8315 199.19.213.61 - - [31/Mar/2026:22:31:39 +0000] "GET /admin/realms/atmosphere/clients/457055f4-a26d-4141-b4b4-bd941ac7c26f/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.062 [auth-system-keycloak-80] [] 10.0.0.72:8080 233 0.062 200 113f75070a8bd7c3057fafe286784c1c 199.19.213.61 - - [31/Mar/2026:22:31:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.081 [auth-system-keycloak-80] [] 10.0.0.72:8080 831 0.082 200 eea46af234c16ca55711be7c35396262 199.19.213.61 - - [31/Mar/2026:22:31:39 +0000] "GET /admin/realms/atmosphere/clients/30423d0f-087d-4e23-adfa-35818b5f459c/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.095 [auth-system-keycloak-80] [] 10.0.0.72:8080 3758 0.096 200 1e541a7fcb0a8e101852f8ef3ad25b97 199.19.213.61 - - [31/Mar/2026:22:31:39 +0000] "GET /admin/realms/atmosphere/users/5eabd48a-9f85-4b1a-9e6a-4e09f4ec8445/role-mappings/clients/30423d0f-087d-4e23-adfa-35818b5f459c/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.202 [auth-system-keycloak-80] [] 10.0.0.72:8080 3758 0.203 200 3dd706b1414ce2565f702cee786b371d 199.19.213.61 - - [31/Mar/2026:22:31:39 +0000] "GET /admin/realms/atmosphere/users/5eabd48a-9f85-4b1a-9e6a-4e09f4ec8445/role-mappings/clients/30423d0f-087d-4e23-adfa-35818b5f459c/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.076 [auth-system-keycloak-80] [] 10.0.0.72:8080 2 0.076 200 bc9651fdb8937b19745a9d3fd1c4ff1d 199.19.213.61 - - [31/Mar/2026:22:31:39 +0000] "POST /admin/realms/atmosphere/users/5eabd48a-9f85-4b1a-9e6a-4e09f4ec8445/role-mappings/clients/30423d0f-087d-4e23-adfa-35818b5f459c HTTP/1.1" 204 0 "-" "Ansible" 1388 0.077 [auth-system-keycloak-80] [] 10.0.0.72:8080 0 0.077 204 5104a70bc74b7e7b20de8c487a326b07 199.19.213.61 - - [31/Mar/2026:22:31:39 +0000] "GET /admin/realms/atmosphere/users/5eabd48a-9f85-4b1a-9e6a-4e09f4ec8445/role-mappings/clients/30423d0f-087d-4e23-adfa-35818b5f459c/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.014 [auth-system-keycloak-80] [] 10.0.0.72:8080 576 0.014 200 b729a2774013e0c8f217941774b717cb W0331 22:31:42.645491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:31:42.645537 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:31:45.980254 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:31:45.980334 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:31:58.547988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:31:58.548025 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:32:01.881670 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:32:01.881722 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:32:05.217367 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:32:05.217413 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:33:48.417050 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:33:48.417097 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:34:25.563404 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0331 22:34:25.563586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:34:25.563618 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:34:25.567450 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:28.7kB} I0331 22:34:25.567485 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0331 22:34:25.572787 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0331 22:34:25.573038 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"7a263c4f-fbae-41c7-b146-a888e7350dd9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6926", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:34:25.573591 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0331 22:34:25.574136 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0331 22:34:25.574247 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:34:25.574270 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:34:25.574468 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 22:34:25.621484 7 controller.go:216] "Backend successfully reloaded" I0331 22:34:25.621835 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-f9jjb", UID:"6a7948fd-c842-4c52-bbbc-d247263a39c4", APIVersion:"v1", ResourceVersion:"1418", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0331 22:34:26.024804 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0331 22:34:26.025601 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0331 22:34:28.907966 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:34:28.908038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.61 - - [31/Mar/2026:22:34:30 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.005 [openstack-keystone-api-5000] [] 10.0.0.4:5000 280 0.005 300 a3354566d358e8960b9c1ed54e1a8992 199.19.213.61 - - [31/Mar/2026:22:34:31 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.4:5000 265 0.004 200 63a0ccc20baac1654c11a3fa8f2e717d 199.19.213.61 - - [31/Mar/2026:22:34:31 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.358 [openstack-keystone-api-5000] [] 10.0.0.4:5000 1359 0.358 201 e5a5f577ddaafce098dc4a211cf3c969 199.19.213.61 - - [31/Mar/2026:22:34:31 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.4:5000 280 0.005 300 f256d52af28efdd4057d3b1fd0098fa3 199.19.213.61 - - [31/Mar/2026:22:34:32 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 437 0.038 [openstack-keystone-api-5000] [] 10.0.0.4:5000 90 0.038 404 74ac801eb00753a19f8bce2978d1f6c7 199.19.213.61 - - [31/Mar/2026:22:34:32 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.029 [openstack-keystone-api-5000] [] 10.0.0.4:5000 368 0.029 200 96d57b15db8f6f73e42eac83663d1595 199.19.213.61 - - [31/Mar/2026:22:34:32 +0000] "GET /v3/domains/01052f9500dc4989820de7948e80738d HTTP/1.1" 200 246 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.024 [openstack-keystone-api-5000] [] 10.0.0.4:5000 246 0.024 200 b9de147a0c97106dcb11f8303ca38569 199.19.213.61 - - [31/Mar/2026:22:34:32 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.4:5000 265 0.004 200 5d1bbb9767020f137b4ad4d7cdf2f89e 199.19.213.61 - - [31/Mar/2026:22:34:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.299 [openstack-keystone-api-5000] [] 10.0.0.4:5000 1359 0.299 201 9d98ab94864586bd7ba9f5f20e7c6500 199.19.213.61 - - [31/Mar/2026:22:34:33 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.4:5000 280 0.003 300 f0dce044441a195884b94d6db5e958cb 199.19.213.61 - - [31/Mar/2026:22:34:33 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.024 [openstack-keystone-api-5000] [] 10.0.0.4:5000 101 0.024 404 2c26b11f2c17377dae159370e00c32e5 199.19.213.61 - - [31/Mar/2026:22:34:33 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.024 [openstack-keystone-api-5000] [] 10.0.0.4:5000 155 0.024 200 a2027fc4ba7fb954f3909c1c5f8c7533 199.19.213.61 - - [31/Mar/2026:22:34:33 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 340 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.027 [openstack-keystone-api-5000] [] 10.0.0.4:5000 340 0.028 201 cfdf13f017840701192b5358322f4229 199.19.213.61 - - [31/Mar/2026:22:34:34 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.4:5000 265 0.004 200 7b0f268ed6fc472ce0e7fbca6c75b582 199.19.213.61 - - [31/Mar/2026:22:34:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.305 [openstack-keystone-api-5000] [] 10.0.0.4:5000 1359 0.304 201 432b60ce6e0621989f2755134d7a5c5e 199.19.213.61 - - [31/Mar/2026:22:34:34 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.4:5000 280 0.004 300 23ccca4e2666d114e559511fb8c37bb8 199.19.213.61 - - [31/Mar/2026:22:34:34 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.018 [openstack-keystone-api-5000] [] 10.0.0.4:5000 98 0.017 404 8fc94c89231ac910ebf49872fdd09471 199.19.213.61 - - [31/Mar/2026:22:34:34 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.018 [openstack-keystone-api-5000] [] 10.0.0.4:5000 135 0.018 200 18405abf9e5855821411606b1f5ea6eb 199.19.213.61 - - [31/Mar/2026:22:34:34 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 356 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.023 [openstack-keystone-api-5000] [] 10.0.0.4:5000 356 0.023 201 68043adf3b39bebd75a269fc3b25acba 199.19.213.61 - - [31/Mar/2026:22:34:35 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.4:5000 265 0.004 200 cc8f8d34076e9d80664f1ef35371c600 199.19.213.61 - - [31/Mar/2026:22:34:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.287 [openstack-keystone-api-5000] [] 10.0.0.4:5000 1359 0.286 201 41fe996616de9a3d471363ee08b8cbdb 199.19.213.61 - - [31/Mar/2026:22:34:35 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.4:5000 280 0.004 300 48ea72b1f5fe1e7b9bbb43ec7d44d3db 199.19.213.61 - - [31/Mar/2026:22:34:35 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.025 [openstack-keystone-api-5000] [] 10.0.0.4:5000 131 0.025 404 2a0c337aafe36b7c359a52400a4ae5eb 199.19.213.61 - - [31/Mar/2026:22:34:35 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.018 [openstack-keystone-api-5000] [] 10.0.0.4:5000 167 0.018 200 97b7de92b5918275ee0bf289c9567bfa 199.19.213.61 - - [31/Mar/2026:22:34:35 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.023 [openstack-keystone-api-5000] [] 10.0.0.4:5000 222 0.023 201 7f273f90132e016ee7a297d2c27aa023 W0331 22:34:45.866638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:34:45.866689 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:34:49.200295 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:34:49.200401 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:34:53.172314 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:34:53.172376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:34:56.505591 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:34:56.505626 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:34:58.336296 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.98.146.232"}] I0331 22:34:58.346092 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"7a263c4f-fbae-41c7-b146-a888e7350dd9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7212", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:34:59.839914 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:34:59.839954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:35:11.358951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:35:11.359017 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:35:14.692348 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:35:14.692395 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:35:19.398608 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:35:19.398635 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:35:22.732466 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:35:22.732525 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:36:57.846969 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0331 22:36:57.847174 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0331 22:36:57.847280 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:36:57.847335 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:36:57.853092 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.007s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:32.2kB} I0331 22:36:57.853138 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0331 22:36:57.858408 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0331 22:36:57.858767 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"cdf9f4b6-3a68-4d37-9126-065c242f7c21", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8066", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:36:57.859109 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0331 22:36:57.859612 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0331 22:36:57.859749 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0331 22:36:57.859843 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:36:57.859869 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:36:57.860087 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 22:36:57.911402 7 controller.go:216] "Backend successfully reloaded" I0331 22:36:57.911804 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-f9jjb", UID:"6a7948fd-c842-4c52-bbbc-d247263a39c4", APIVersion:"v1", ResourceVersion:"1418", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0331 22:36:58.295292 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0331 22:36:58.297769 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" I0331 22:36:58.341529 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.98.146.232"}] I0331 22:36:58.348773 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"cdf9f4b6-3a68-4d37-9126-065c242f7c21", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8096", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync 199.19.213.61 - - [31/Mar/2026:22:36:58 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.4:5000 280 0.004 300 6a2d3bff2510dae791bf2f21097e1a81 199.19.213.61 - - [31/Mar/2026:22:36:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.335 [openstack-keystone-api-5000] [] 10.0.0.4:5000 1990 0.335 201 a92182b4b573514b195263a0a6411e5a 199.19.213.61 - - [31/Mar/2026:22:36:59 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 432 0.027 [openstack-keystone-api-5000] [] 10.0.0.4:5000 85 0.028 404 354b5b5436b94bca33f033d8ce1bb07e 199.19.213.61 - - [31/Mar/2026:22:36:59 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 128 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.019 [openstack-keystone-api-5000] [] 10.0.0.4:5000 128 0.020 200 0a212a9eb09f4de5f0d5b5caf0272fe6 199.19.213.61 - - [31/Mar/2026:22:36:59 +0000] "POST /v3/roles HTTP/1.1" 201 229 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 506 0.037 [openstack-keystone-api-5000] [] 10.0.0.4:5000 229 0.038 201 a770374fc8f15a6f2f8f6849a2900ea4 W0331 22:37:01.193977 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0331 22:37:01.194181 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:37:01.194213 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:37:04.526525 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0331 22:37:04.526758 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:37:04.526787 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.61 - - [31/Mar/2026:22:37:07 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 228 0.004 [openstack-keystone-api-5000] [] 10.0.0.4:5000 280 0.004 300 ed3c3b39d7697f67e3215646a70622ff 199.19.213.61 - - [31/Mar/2026:22:37:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 547 0.279 [openstack-keystone-api-5000] [] 10.0.0.4:5000 1990 0.278 201 8e4ce5eea14d6377cf263d3a4f409b5a 199.19.213.61 - - [31/Mar/2026:22:37:07 +0000] "GET /v3/roles HTTP/1.1" 200 1514 "-" "python-keystoneclient" 379 0.025 [openstack-keystone-api-5000] [] 10.0.0.4:5000 1514 0.025 200 e82e8a4541e89c954e922027088e0d8a 199.19.213.61 - - [31/Mar/2026:22:37:07 +0000] "PUT /v3/roles/8346310ff80b42fba50d146591e2dc7f/implies/7cb8e36fd94245e7a2f96dcbc3c3ac5b HTTP/1.1" 201 518 "-" "python-keystoneclient" 472 0.038 [openstack-keystone-api-5000] [] 10.0.0.4:5000 518 0.038 201 0e2fbc9120c07e5891416b3fab828689 W0331 22:37:09.784135 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:37:09.784167 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.61 - - [31/Mar/2026:22:37:54 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.4:5000 280 0.004 300 5de6640026acd0e31bb69aa280ed7040 199.19.213.61 - - [31/Mar/2026:22:37:54 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.362 [openstack-keystone-api-5000] [] 10.0.0.4:5000 2053 0.363 201 e14dd5d214eca2658f114ed3aaba1c79 199.19.213.61 - - [31/Mar/2026:22:37:54 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.038 [openstack-keystone-api-5000] [] 10.0.0.4:5000 87 0.038 404 a56a4c010619bcbaddcd1e92c3e9fcd6 199.19.213.61 - - [31/Mar/2026:22:37:54 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.032 [openstack-keystone-api-5000] [] 10.0.0.4:5000 388 0.032 200 9460f69acec566f8057548a9cbe06064 199.19.213.61 - - [31/Mar/2026:22:37:54 +0000] "GET /v3/users/rgw-RegionOne?domain_id=506d3dd50c234e248e90919a666fb3bd HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 481 0.036 [openstack-keystone-api-5000] [] 10.0.0.4:5000 91 0.036 404 416dc3d346b58c0bd7f37db3dee1f59f 199.19.213.61 - - [31/Mar/2026:22:37:54 +0000] "GET /v3/users?domain_id=506d3dd50c234e248e90919a666fb3bd&name=rgw-RegionOne HTTP/1.1" 200 177 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 499 0.037 [openstack-keystone-api-5000] [] 10.0.0.4:5000 177 0.037 200 e69fd29f8292e1f92103f93b08e05060 199.19.213.61 - - [31/Mar/2026:22:37:55 +0000] "POST /v3/users HTTP/1.1" 201 290 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 627 0.290 [openstack-keystone-api-5000] [] 10.0.0.4:5000 290 0.289 201 4551e2d4edc47cf574ef51dcfda4a7f7 199.19.213.61 - - [31/Mar/2026:22:37:59 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 228 0.005 [openstack-keystone-api-5000] [] 10.0.0.4:5000 280 0.005 300 79e932ff8315e2972101cb8107f5f862 199.19.213.61 - - [31/Mar/2026:22:37:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 547 0.290 [openstack-keystone-api-5000] [] 10.0.0.4:5000 2053 0.290 201 9d86be4703f0c6ffa2957e3b532b2d89 199.19.213.61 - - [31/Mar/2026:22:37:59 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 428 0.021 [openstack-keystone-api-5000] [] 10.0.0.4:5000 83 0.021 404 339ecc2245b741a4a8ceb6b4ecad2f63 199.19.213.61 - - [31/Mar/2026:22:37:59 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 359 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 446 0.023 [openstack-keystone-api-5000] [] 10.0.0.4:5000 359 0.023 200 3ec9620f13eb6977a14f786de6ab3329 199.19.213.61 - - [31/Mar/2026:22:37:59 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 432 0.028 [openstack-keystone-api-5000] [] 10.0.0.4:5000 87 0.029 404 542611139b364b0fb3374f1cddd26a2f 199.19.213.61 - - [31/Mar/2026:22:37:59 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 450 0.025 [openstack-keystone-api-5000] [] 10.0.0.4:5000 388 0.026 200 c7bdaf9af5e4ae065c733115c1ef6d6b 199.19.213.61 - - [31/Mar/2026:22:37:59 +0000] "GET /v3/users/rgw-RegionOne?domain_id=506d3dd50c234e248e90919a666fb3bd HTTP/1.1" 404 91 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 479 0.023 [openstack-keystone-api-5000] [] 10.0.0.4:5000 91 0.023 404 8ffd83ec56759319d0f4b208489c4c1e 199.19.213.61 - - [31/Mar/2026:22:37:59 +0000] "GET /v3/users?domain_id=506d3dd50c234e248e90919a666fb3bd&name=rgw-RegionOne HTTP/1.1" 200 456 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 497 0.033 [openstack-keystone-api-5000] [] 10.0.0.4:5000 456 0.033 200 6fb6860358bf04f221bedafa692d3a10 199.19.213.61 - - [31/Mar/2026:22:37:59 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 433 0.022 [openstack-keystone-api-5000] [] 10.0.0.4:5000 88 0.023 404 76b01031d76e27c249433156ed429630 199.19.213.61 - - [31/Mar/2026:22:37:59 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 518 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 451 0.030 [openstack-keystone-api-5000] [] 10.0.0.4:5000 518 0.030 200 311271b57bc5a84b67c72ffe782f6057 199.19.213.61 - - [31/Mar/2026:22:37:59 +0000] "PUT /v3/projects/53b3d3313bed4d13b00996938d7eb539/users/13cddc72be9d40df93bb11fcc3a2a32c/roles/c720f02a0e0f4e4c8a42bfd29fbfff01 HTTP/1.1" 204 0 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 555 0.039 [openstack-keystone-api-5000] [] 10.0.0.4:5000 0 0.040 204 dd022ef569cfadd5ac6a8166825954c5 199.19.213.61 - - [31/Mar/2026:22:38:02 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.4:5000 280 0.006 300 da3f7fed3e6efc93aefc44d294642d13 199.19.213.61 - - [31/Mar/2026:22:38:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.327 [openstack-keystone-api-5000] [] 10.0.0.4:5000 2053 0.327 201 61b5dcdcaaebf3fc3ac9bea53160c69b 199.19.213.61 - - [31/Mar/2026:22:38:02 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 150 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 469 0.019 [openstack-keystone-api-5000] [] 10.0.0.4:5000 150 0.019 200 536384d20b2a43789d6d3be5a08b54d2 199.19.213.61 - - [31/Mar/2026:22:38:03 +0000] "POST /v3/services HTTP/1.1" 201 262 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 577 0.028 [openstack-keystone-api-5000] [] 10.0.0.4:5000 262 0.027 201 6e2fb993315c8675f4636b9a8fa51bd2 199.19.213.61 - - [31/Mar/2026:22:38:03 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.4:5000 280 0.002 300 57e5fc19f6dc9142bca3872dffbfaafb 199.19.213.61 - - [31/Mar/2026:22:38:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.296 [openstack-keystone-api-5000] [] 10.0.0.4:5000 2155 0.296 201 b2888497de64fac1aea484b442bd701c 199.19.213.61 - - [31/Mar/2026:22:38:04 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.024 [openstack-keystone-api-5000] [] 10.0.0.4:5000 86 0.024 404 6ab7d358bfee74410e0dccd91dfdab04 199.19.213.61 - - [31/Mar/2026:22:38:04 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.021 [openstack-keystone-api-5000] [] 10.0.0.4:5000 380 0.021 200 92cd054985b87bd5d4ad9890c3672c90 199.19.213.61 - - [31/Mar/2026:22:38:04 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=6ecfa86d44ac439c8d1b47b4730b49e6 HTTP/1.1" 200 204 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 522 0.025 [openstack-keystone-api-5000] [] 10.0.0.4:5000 204 0.025 200 9a8b0f5cf6df26797c34e6cb08ae71e5 199.19.213.61 - - [31/Mar/2026:22:38:04 +0000] "POST /v3/endpoints HTTP/1.1" 201 377 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 687 0.026 [openstack-keystone-api-5000] [] 10.0.0.4:5000 377 0.026 201 62e6c33d9661c965e8634714ebbfea41 199.19.213.61 - - [31/Mar/2026:22:38:04 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.4:5000 280 0.003 300 2a2e9a5193c57e19c0e917679f4e037e 199.19.213.61 - - [31/Mar/2026:22:38:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2363 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.298 [openstack-keystone-api-5000] [] 10.0.0.4:5000 2363 0.298 201 e97fff094c47e55e055939ef1eefe6d4 199.19.213.61 - - [31/Mar/2026:22:38:04 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.028 [openstack-keystone-api-5000] [] 10.0.0.4:5000 86 0.027 404 7b861b2913d982b7e0d3b25857340570 199.19.213.61 - - [31/Mar/2026:22:38:05 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.020 [openstack-keystone-api-5000] [] 10.0.0.4:5000 380 0.020 200 d948671c6754390299cfedf921280b38 199.19.213.61 - - [31/Mar/2026:22:38:05 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=6ecfa86d44ac439c8d1b47b4730b49e6 HTTP/1.1" 200 206 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 524 0.027 [openstack-keystone-api-5000] [] 10.0.0.4:5000 206 0.027 200 e1032b79b4f0ce28e81ea5cfa52f5b4f 199.19.213.61 - - [31/Mar/2026:22:38:05 +0000] "POST /v3/endpoints HTTP/1.1" 201 391 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 701 0.035 [openstack-keystone-api-5000] [] 10.0.0.4:5000 391 0.035 201 9f4da18fc1f77a605f19a5cc4c5ce9ba W0331 22:38:06.425788 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 22:38:06.425956 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0331 22:38:06.426042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:38:06.426065 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:38:06.431065 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.006s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:35.7kB} I0331 22:38:06.431108 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0331 22:38:06.443465 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" W0331 22:38:06.444124 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0331 22:38:06.444633 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 22:38:06.444761 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0331 22:38:06.444839 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:38:06.444856 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:38:06.445019 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 22:38:06.449283 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"7c17c447-7a33-434e-b229-6a7f4072eb21", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8654", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0331 22:38:06.496956 7 controller.go:216] "Backend successfully reloaded" I0331 22:38:06.497273 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-f9jjb", UID:"6a7948fd-c842-4c52-bbbc-d247263a39c4", APIVersion:"v1", ResourceVersion:"1418", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0331 22:38:06.947447 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0331 22:38:06.948685 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0331 22:38:09.780208 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 22:38:09.780389 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:38:09.780410 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:38:23.124468 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 22:38:23.124647 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:38:23.124670 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:38:26.825137 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 22:38:26.825501 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:38:26.825530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:38:26.825690 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 22:38:26.874155 7 controller.go:216] "Backend successfully reloaded" I0331 22:38:26.874418 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-f9jjb", UID:"6a7948fd-c842-4c52-bbbc-d247263a39c4", APIVersion:"v1", ResourceVersion:"1418", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0331 22:38:30.158876 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 22:38:30.159117 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:38:30.159150 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:38:33.492648 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 22:38:33.492925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:38:33.492959 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:38:36.825706 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 22:38:36.825921 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:38:36.825952 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:38:40.158913 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 22:38:40.159186 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:38:40.159218 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:38:54.692771 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 22:38:54.692886 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:38:54.692898 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:38:58.337088 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.98.146.232"}] I0331 22:38:58.343193 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"7c17c447-7a33-434e-b229-6a7f4072eb21", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9135", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:38:58.344940 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 22:38:58.345125 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:38:58.345151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:39:03.262017 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 22:39:03.262214 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:39:03.262246 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:39:10.558609 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 22:39:10.558765 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:39:10.558792 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:39:49.923952 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:39:49.923984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:41:15.479391 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0331 22:41:15.479566 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0331 22:41:15.479662 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:41:15.479692 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:41:15.485965 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.007s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:39.1kB} I0331 22:41:15.486012 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0331 22:41:15.491767 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0331 22:41:15.492004 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"0ad5e8e7-aab8-429d-9c91-8d5581a31d70", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10216", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:41:15.492494 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0331 22:41:15.493158 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0331 22:41:15.493397 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0331 22:41:15.493509 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:41:15.493538 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:41:15.493749 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 22:41:15.552799 7 controller.go:216] "Backend successfully reloaded" I0331 22:41:15.553355 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-f9jjb", UID:"6a7948fd-c842-4c52-bbbc-d247263a39c4", APIVersion:"v1", ResourceVersion:"1418", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0331 22:41:15.812853 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0331 22:41:15.814318 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0331 22:41:18.826667 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0331 22:41:18.827008 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:41:18.827072 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.61 - - [31/Mar/2026:22:41:20 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.018 [openstack-keystone-api-5000] [] 10.0.0.4:5000 280 0.019 300 387a12949306f2187a9c950beddb7e43 199.19.213.61 - - [31/Mar/2026:22:41:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.332 [openstack-keystone-api-5000] [] 10.0.0.4:5000 3197 0.332 201 c835dcfbb8e1225567bb8c22707a0d77 199.19.213.61 - - [31/Mar/2026:22:41:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - df0bd16450fa4533fe4fe5dbe070ec48 199.19.213.61 - - [31/Mar/2026:22:41:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 080923ee7a73c8abcc0a766052a3f694 W0331 22:41:22.160538 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0331 22:41:22.160731 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:41:22.160768 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.61 - - [31/Mar/2026:22:41:22 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.4:5000 280 0.005 300 a81daa0c625786ec3e3850a570569450 199.19.213.61 - - [31/Mar/2026:22:41:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.313 [openstack-keystone-api-5000] [] 10.0.0.4:5000 3197 0.312 201 712f39b99e60f2fe2ba1d3d5f9f83122 199.19.213.61 - - [31/Mar/2026:22:41:22 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - e0fd181832f7275bd6b6f4b99efdc311 199.19.213.61 - - [31/Mar/2026:22:41:22 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 36150566bb0a8152306a710f99d52e10 199.19.213.61 - - [31/Mar/2026:22:41:24 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.4:5000 280 0.005 300 8fcb48304be589735ee69d4cc5db1800 199.19.213.61 - - [31/Mar/2026:22:41:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.301 [openstack-keystone-api-5000] [] 10.0.0.4:5000 3197 0.301 201 029313e450396251f63b673bf6cb9b3d 199.19.213.61 - - [31/Mar/2026:22:41:24 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - cad8833141da0b0d1c439de1827d62ec 199.19.213.61 - - [31/Mar/2026:22:41:24 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - a6bfbc51d216771d06c6d72c9fbd1064 199.19.213.61 - - [31/Mar/2026:22:41:26 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.4:5000 280 0.003 300 15b152034600aed14eb5eafc641d4102 199.19.213.61 - - [31/Mar/2026:22:41:26 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.310 [openstack-keystone-api-5000] [] 10.0.0.4:5000 3197 0.310 201 aed8d488cf7ae5a637d83cce54ead453 199.19.213.61 - - [31/Mar/2026:22:41:26 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - cf1589fb98c176b559d9c8c48e3aa4ed 199.19.213.61 - - [31/Mar/2026:22:41:26 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - b4aed7dba9b603f91460148998440b20 199.19.213.61 - - [31/Mar/2026:22:41:28 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.4:5000 280 0.004 300 70a69ee7360b666dd59b59446031680f 199.19.213.61 - - [31/Mar/2026:22:41:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.297 [openstack-keystone-api-5000] [] 10.0.0.4:5000 3197 0.297 201 2e500336e4dcf264ae82b48c11e31d32 199.19.213.61 - - [31/Mar/2026:22:41:28 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - b8dee74063eafa83f39bdfde30c8d363 199.19.213.61 - - [31/Mar/2026:22:41:28 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 461b1eb61ee8135e54baf67098550af0 199.19.213.61 - - [31/Mar/2026:22:41:29 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.4:5000 280 0.004 300 d68cda935dd621954efc50d3d4bda313 199.19.213.61 - - [31/Mar/2026:22:41:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.298 [openstack-keystone-api-5000] [] 10.0.0.4:5000 3197 0.298 201 63a25952de4584f8f2aca1f4c3788a4b 199.19.213.61 - - [31/Mar/2026:22:41:30 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - aee7cebfa9c5697e26371ea9c5e5e403 199.19.213.61 - - [31/Mar/2026:22:41:30 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - ace48ec2bee4f8a1e4e25b9cc46794f0 199.19.213.61 - - [31/Mar/2026:22:41:31 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.4:5000 280 0.003 300 9209bdc534234525eaa86cad1ea0465b 199.19.213.61 - - [31/Mar/2026:22:41:31 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.288 [openstack-keystone-api-5000] [] 10.0.0.4:5000 3197 0.289 201 dc472a97f83f2a5a52231a7602678a5b 199.19.213.61 - - [31/Mar/2026:22:41:31 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 86b5c1135135dbbe5a96ef7288a19fe9 199.19.213.61 - - [31/Mar/2026:22:41:31 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 44c9e37471cf779e6bd862b86bcd78ba W0331 22:41:32.620006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:41:32.620039 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.61 - - [31/Mar/2026:22:41:33 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.4:5000 280 0.004 300 31d8353a2ceed3b62ff46f4945062efd 199.19.213.61 - - [31/Mar/2026:22:41:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.294 [openstack-keystone-api-5000] [] 10.0.0.4:5000 3197 0.294 201 71b224f0a16387f5e5f715607516627e 199.19.213.61 - - [31/Mar/2026:22:41:33 +0000] "GET / HTTP/1.1" 300 1301 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.003 [openstack-glance-api-9292] [] 10.0.0.153:9292 1301 0.003 300 7b630499972b7e348efc811bcf77eb3c 199.19.213.61 - - [31/Mar/2026:22:41:34 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.604 [openstack-glance-api-9292] [] 10.0.0.153:9292 69 0.604 200 b0dcf97eb3a1908e87b74a4b9796fb86 199.19.213.61 - - [31/Mar/2026:22:41:37 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.4:5000 280 0.004 300 11075c550e9111468f601fe0236dd6d7 199.19.213.61 - - [31/Mar/2026:22:41:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.305 [openstack-keystone-api-5000] [] 10.0.0.4:5000 3197 0.305 201 5fe49b9592bd0675615d6c2785d24d2f 199.19.213.61 - - [31/Mar/2026:22:41:38 +0000] "GET / HTTP/1.1" 300 1301 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.003 [openstack-glance-api-9292] [] 10.0.0.153:9292 1301 0.004 300 bda4fd19dcc69737ab2212cbfdee3800 199.19.213.61 - - [31/Mar/2026:22:41:38 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.051 [openstack-glance-api-9292] [] 10.0.0.153:9292 69 0.050 200 2424924b1d3a14eb7a7d059207e294c3 199.19.213.61 - - [31/Mar/2026:22:41:38 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.146 [openstack-glance-api-9292] [] 10.0.0.153:9292 151 0.146 404 8282c809e705677412f84e587e93ee84 199.19.213.61 - - [31/Mar/2026:22:41:38 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 447 0.023 [openstack-glance-api-9292] [] 10.0.0.153:9292 81 0.023 200 d8b6a20d60db3c5aef1d1ac2efc973a8 199.19.213.61 - - [31/Mar/2026:22:41:38 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.026 [openstack-glance-api-9292] [] 10.0.0.153:9292 84 0.026 200 3e5ea3a5014e25d41574e87f58b20798 199.19.213.61 - - [31/Mar/2026:22:41:38 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 713 0.061 [openstack-glance-api-9292] [] 10.0.0.153:9292 760 0.062 201 4fbd900b87ad05afbb6bbe7688dca0b3 199.19.213.61 - - [31/Mar/2026:22:41:42 +0000] "PUT /v2/images/ad54322d-fcd3-4b8b-a8f5-6d1b37dd8ea3/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441040 3.538 [openstack-glance-api-9292] [] 10.0.0.153:9292 0 3.538 204 76e4c2f631f01988726b12a8efa6a47a 199.19.213.61 - - [31/Mar/2026:22:41:42 +0000] "GET /v2/images/ad54322d-fcd3-4b8b-a8f5-6d1b37dd8ea3 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.016 [openstack-glance-api-9292] [] 10.0.0.153:9292 1171 0.016 200 dad96cfc2ca169dd1e904524d88b4569 199.19.213.61 - - [31/Mar/2026:22:41:42 +0000] "GET /v2/images/ad54322d-fcd3-4b8b-a8f5-6d1b37dd8ea3 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.015 [openstack-glance-api-9292] [] 10.0.0.153:9292 1171 0.015 200 730813b1c04e00f8e0b806b42e4e6ebb W0331 22:41:46.226674 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:41:46.226727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:41:49.560275 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:41:49.560341 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:41:58.337407 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.98.146.232"}] I0331 22:41:58.343787 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"0ad5e8e7-aab8-429d-9c91-8d5581a31d70", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10611", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:41:58.345942 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:41:58.345988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store