------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0319 09:02:28.083642 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0319 09:02:28.083883 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0319 09:02:28.090693 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0319 09:02:28.093682 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0319 09:02:28.199168 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0319 09:02:28.218527 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0319 09:02:28.228141 7 nginx.go:271] "Starting NGINX Ingress controller" I0319 09:02:28.233913 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"11785812-fcbd-4028-8c40-32e5dde6ad6a", APIVersion:"v1", ResourceVersion:"1126", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0319 09:02:28.237771 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"9788b6c7-18bb-4cb5-bda8-3c0aad0690d2", APIVersion:"v1", ResourceVersion:"1128", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0319 09:02:28.237825 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"8daeb3a8-1ac6-4574-b698-d75d0d657700", APIVersion:"v1", ResourceVersion:"1127", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0319 09:02:29.429706 7 nginx.go:317] "Starting NGINX process" I0319 09:02:29.429807 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0319 09:02:29.430206 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0319 09:02:29.430583 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0319 09:02:29.430675 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:29.430710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:02:29.430783 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 09:02:29.438289 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0319 09:02:29.438369 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-5zq78" I0319 09:02:29.469883 7 controller.go:216] "Backend successfully reloaded" I0319 09:02:29.469997 7 controller.go:227] "Initial sync, sleeping for 1 second" I0319 09:02:29.470090 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-5zq78", UID:"b9c71c5a-5cc7-40b9-ab5d-a72c8c69c1e6", APIVersion:"v1", ResourceVersion:"1169", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0319 09:02:33.253215 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:33.253242 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:36.586961 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:36.586992 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:39.920555 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:39.920594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:43.254249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:43.254289 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:46.587793 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:46.587829 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:49.921017 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:49.921057 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:53.254354 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:53.254397 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:56.589288 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:56.589351 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:59.920971 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:59.921016 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:03:05.973961 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:03:05.974000 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:03:52.351761 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:03:52.351786 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:12.344028 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:12.344062 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:17.609058 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:17.609097 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:20.943105 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:20.943152 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:24.276335 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:24.276404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:27.610040 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:27.610068 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:30.943543 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:30.943573 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:34.276341 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:34.276400 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:37.609381 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:37.609425 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:41.186323 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:41.186363 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:44.519833 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:44.519883 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:47.856160 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:47.856208 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:06:47.602117 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:06:47.602153 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:06:50.241856 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-220.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-220.nip.io-tls was not found. Using default certificate W0319 09:06:50.241902 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:06:50.241914 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:06:50.243097 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0319 09:06:50.243123 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0319 09:06:50.250879 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0319 09:06:50.251185 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"e89cda29-aa79-4159-8121-15486838f0a4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3032", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:06:50.251578 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-220.nip.io-tls" in local store I0319 09:06:50.544718 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-220.nip.io-tls" I0319 09:06:50.545444 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-220.nip.io-tls" W0319 09:06:50.935782 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:06:50.935829 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:06:50.935898 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 09:06:50.969086 7 controller.go:216] "Backend successfully reloaded" I0319 09:06:50.969395 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-5zq78", UID:"b9c71c5a-5cc7-40b9-ab5d-a72c8c69c1e6", APIVersion:"v1", ResourceVersion:"1169", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0319 09:06:54.269491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:06:54.269547 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.220 - - [19/Mar/2026:09:07:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.027 [auth-system-keycloak-80] [] 10.0.0.224:8080 1928 2.026 200 80828fd0593ae2187af3a46fc94ea3d9 199.19.213.220 - - [19/Mar/2026:09:07:01 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.113 [auth-system-keycloak-80] [] 10.0.0.224:8080 116 0.113 404 6c30031e86e4f88790fd452395cc9913 199.19.213.220 - - [19/Mar/2026:09:07:05 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.184 [auth-system-keycloak-80] [] 10.0.0.224:8080 0 4.183 201 531cc54b399ed0938b59a01ebd1ab3c0 199.19.213.220 - - [19/Mar/2026:09:07:06 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.570 [auth-system-keycloak-80] [] 10.0.0.224:8080 4246 0.570 200 f602df74dcadc9d4cbb148daa52d9bab 199.19.213.220 - - [19/Mar/2026:09:07:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.611 [auth-system-keycloak-80] [] 10.0.0.224:8080 1928 0.609 200 49e3c14ab7ce03a68a324f437825f1d7 199.19.213.220 - - [19/Mar/2026:09:07:07 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.135 [auth-system-keycloak-80] [] 10.0.0.224:8080 12500 0.135 200 26618a2956e18113f3b0c9afb9db9d7d 199.19.213.220 - - [19/Mar/2026:09:07:07 +0000] "GET /admin/realms/atmosphere/client-scopes/ff471b7f-3041-4a67-8186-acab3b3400ff HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.012 [auth-system-keycloak-80] [] 10.0.0.224:8080 1278 0.013 200 4cbac9b200c5728d1296108c2fb9d0bf 199.19.213.220 - - [19/Mar/2026:09:07:07 +0000] "PUT /admin/realms/atmosphere/client-scopes/ff471b7f-3041-4a67-8186-acab3b3400ff HTTP/1.1" 204 0 "-" "Ansible" 1848 0.078 [auth-system-keycloak-80] [] 10.0.0.224:8080 0 0.078 204 b88dc8d686510133267daf5a6d941f18 199.19.213.220 - - [19/Mar/2026:09:07:07 +0000] "GET /admin/realms/atmosphere/client-scopes/ff471b7f-3041-4a67-8186-acab3b3400ff/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.082 [auth-system-keycloak-80] [] 10.0.0.224:8080 963 0.082 200 0f456fd1d27d2e8c283e855aaf205153 199.19.213.220 - - [19/Mar/2026:09:07:07 +0000] "GET /admin/realms/atmosphere/client-scopes/ff471b7f-3041-4a67-8186-acab3b3400ff/protocol-mappers/models/6514c1a7-6abf-492e-909a-d636b429ef0e HTTP/1.1" 200 366 "-" "Ansible" 1309 0.009 [auth-system-keycloak-80] [] 10.0.0.224:8080 366 0.009 200 5629e4831f28e781fc47510e1e747fdc 199.19.213.220 - - [19/Mar/2026:09:07:07 +0000] "PUT /admin/realms/atmosphere/client-scopes/ff471b7f-3041-4a67-8186-acab3b3400ff/protocol-mappers/models/6514c1a7-6abf-492e-909a-d636b429ef0e HTTP/1.1" 204 0 "-" "Ansible" 1622 0.086 [auth-system-keycloak-80] [] 10.0.0.224:8080 0 0.084 204 976eb15c60531537c71cb751defa5fae 199.19.213.220 - - [19/Mar/2026:09:07:07 +0000] "GET /admin/realms/atmosphere/client-scopes/ff471b7f-3041-4a67-8186-acab3b3400ff HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.078 [auth-system-keycloak-80] [] 10.0.0.224:8080 1218 0.078 200 069a9b0224cadbf5bb6ceba0b7526c98 199.19.213.220 - - [19/Mar/2026:09:07:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.447 [auth-system-keycloak-80] [] 10.0.0.224:8080 1928 0.446 200 e646fe436a6bd71e9c7a5acd9a1de657 199.19.213.220 - - [19/Mar/2026:09:07:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.035 [auth-system-keycloak-80] [] 10.0.0.224:8080 2 0.036 200 225c8185e6c11d02d05e4f139e9ac4bc 199.19.213.220 - - [19/Mar/2026:09:07:29 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.183 [auth-system-keycloak-80] [] 10.0.0.224:8080 0 0.181 201 aa321757fc34e94ab24b95d9e1cb6e08 I0319 09:07:29.446940 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.100.16.56"}] I0319 09:07:29.453299 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"e89cda29-aa79-4159-8121-15486838f0a4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3405", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:07:29.454299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:29.454325 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.220 - - [19/Mar/2026:09:07:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.021 [auth-system-keycloak-80] [] 10.0.0.224:8080 1261 0.021 200 40115f627c2081c9c7d8ef46f13ed40e 199.19.213.220 - - [19/Mar/2026:09:07:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.728 [auth-system-keycloak-80] [] 10.0.0.224:8080 1928 0.726 200 90c53d4f8b07a7b1f82edae763ff7d24 199.19.213.220 - - [19/Mar/2026:09:07:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.032 [auth-system-keycloak-80] [] 10.0.0.224:8080 2 0.033 200 0122a7631d352887385893b4b86c0497 199.19.213.220 - - [19/Mar/2026:09:07:30 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.087 [auth-system-keycloak-80] [] 10.0.0.224:8080 0 0.086 201 ec696ba29da7bfe0df323a0c57e3b64f 199.19.213.220 - - [19/Mar/2026:09:07:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.024 [auth-system-keycloak-80] [] 10.0.0.224:8080 1286 0.025 200 a9bc6e08b8c65adc222da673a3b21627 199.19.213.220 - - [19/Mar/2026:09:07:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.599 [auth-system-keycloak-80] [] 10.0.0.224:8080 1928 0.599 200 f14ef9ad079b933486329a79ec68bff9 199.19.213.220 - - [19/Mar/2026:09:07:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.012 [auth-system-keycloak-80] [] 10.0.0.224:8080 2 0.013 200 f83f589b1e7dd841ce244dfb26492a2b 199.19.213.220 - - [19/Mar/2026:09:07:31 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.071 [auth-system-keycloak-80] [] 10.0.0.224:8080 0 0.070 201 decc55191c6bb50582c94d906eba328c 199.19.213.220 - - [19/Mar/2026:09:07:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.068 [auth-system-keycloak-80] [] 10.0.0.224:8080 1251 0.069 200 f58fdb70e94d1eb7c2a09cf2bd49eb50 199.19.213.220 - - [19/Mar/2026:09:07:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.425 [auth-system-keycloak-80] [] 10.0.0.224:8080 1928 0.424 200 a8a243ce32f6697774b53f2a129ef966 199.19.213.220 - - [19/Mar/2026:09:07:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.037 [auth-system-keycloak-80] [] 10.0.0.224:8080 1261 0.037 200 8067700907e34e7e90460a5969a4767b 199.19.213.220 - - [19/Mar/2026:09:07:32 +0000] "GET /admin/realms/atmosphere/clients/fa51f0e8-6eed-44f9-931b-28306bb492ea/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.224:8080 119 0.012 404 25778d83287d8cabb7d440bc347f4c1a 199.19.213.220 - - [19/Mar/2026:09:07:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.224:8080 1261 0.008 200 39b2a8dcdbbaadd7eedea703d3d3ec71 199.19.213.220 - - [19/Mar/2026:09:07:32 +0000] "POST /admin/realms/atmosphere/clients/fa51f0e8-6eed-44f9-931b-28306bb492ea/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.061 [auth-system-keycloak-80] [] 10.0.0.224:8080 0 0.061 201 d6e2b079bb00dcceef4a5b750fa1124c 199.19.213.220 - - [19/Mar/2026:09:07:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.070 [auth-system-keycloak-80] [] 10.0.0.224:8080 1261 0.069 200 61a98c2db45221aee04112263ead0299 199.19.213.220 - - [19/Mar/2026:09:07:33 +0000] "GET /admin/realms/atmosphere/clients/fa51f0e8-6eed-44f9-931b-28306bb492ea/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.085 [auth-system-keycloak-80] [] 10.0.0.224:8080 166 0.085 200 d3d34f1b2f5e4224440ebbe013431884 199.19.213.220 - - [19/Mar/2026:09:07:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.491 [auth-system-keycloak-80] [] 10.0.0.224:8080 1928 0.489 200 c7f10afe4adfef7e3e2ebad1f2a63eec 199.19.213.220 - - [19/Mar/2026:09:07:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.032 [auth-system-keycloak-80] [] 10.0.0.224:8080 1286 0.033 200 f373c0dc64a1aff2494b8eca93585416 199.19.213.220 - - [19/Mar/2026:09:07:33 +0000] "GET /admin/realms/atmosphere/clients/509f8fd6-b950-4a36-ade3-5570d5da8a84/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.011 [auth-system-keycloak-80] [] 10.0.0.224:8080 119 0.011 404 8057f1e113561b2e373bb96b45b2ed06 199.19.213.220 - - [19/Mar/2026:09:07:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.224:8080 1286 0.007 200 114a107b7627e7090fe4e8648a0a4bcd 199.19.213.220 - - [19/Mar/2026:09:07:34 +0000] "POST /admin/realms/atmosphere/clients/509f8fd6-b950-4a36-ade3-5570d5da8a84/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.064 [auth-system-keycloak-80] [] 10.0.0.224:8080 0 0.063 201 442a546f983f0b8c5fa17c172a515cbe 199.19.213.220 - - [19/Mar/2026:09:07:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.224:8080 1286 0.008 200 150f54549697f0e12924bac0ea788cb8 199.19.213.220 - - [19/Mar/2026:09:07:34 +0000] "GET /admin/realms/atmosphere/clients/509f8fd6-b950-4a36-ade3-5570d5da8a84/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.014 [auth-system-keycloak-80] [] 10.0.0.224:8080 165 0.015 200 13d21ff620a7f5de71690434299f65dc 199.19.213.220 - - [19/Mar/2026:09:07:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.457 [auth-system-keycloak-80] [] 10.0.0.224:8080 1928 0.456 200 ae48e59b0c9f1586d7e631c1acd8000c 199.19.213.220 - - [19/Mar/2026:09:07:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.224:8080 1286 0.007 200 b8baadb176e45879b44e287364a88c5d 199.19.213.220 - - [19/Mar/2026:09:07:34 +0000] "GET /admin/realms/atmosphere/clients/509f8fd6-b950-4a36-ade3-5570d5da8a84/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.224:8080 119 0.008 404 052eb2c8b4c47b9adeb028906857e808 199.19.213.220 - - [19/Mar/2026:09:07:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.224:8080 1286 0.004 200 12adfe4ffa0400701e420e319d9ebbce 199.19.213.220 - - [19/Mar/2026:09:07:34 +0000] "POST /admin/realms/atmosphere/clients/509f8fd6-b950-4a36-ade3-5570d5da8a84/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.048 [auth-system-keycloak-80] [] 10.0.0.224:8080 0 0.047 201 cbf58aad6b8c55c8b3cdba4291fbbe65 199.19.213.220 - - [19/Mar/2026:09:07:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.224:8080 1286 0.006 200 1d6f78a802f41e1febe5f2fea9ecffea 199.19.213.220 - - [19/Mar/2026:09:07:35 +0000] "GET /admin/realms/atmosphere/clients/509f8fd6-b950-4a36-ade3-5570d5da8a84/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.062 [auth-system-keycloak-80] [] 10.0.0.224:8080 166 0.062 200 e5fb811ac2898678e6321752d61c147a 199.19.213.220 - - [19/Mar/2026:09:07:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.461 [auth-system-keycloak-80] [] 10.0.0.224:8080 1928 0.461 200 fc762b17d296f40b3eca9e560d0db93d 199.19.213.220 - - [19/Mar/2026:09:07:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.047 [auth-system-keycloak-80] [] 10.0.0.224:8080 1286 0.048 200 debfd7dfea1fcbd40730bf386a9ea241 199.19.213.220 - - [19/Mar/2026:09:07:35 +0000] "GET /admin/realms/atmosphere/clients/509f8fd6-b950-4a36-ade3-5570d5da8a84/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.224:8080 119 0.013 404 3adbdf7be244b00084c2d03823358b14 199.19.213.220 - - [19/Mar/2026:09:07:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.060 [auth-system-keycloak-80] [] 10.0.0.224:8080 1286 0.060 200 23673e008b02284100a66d6cb4f56fe4 199.19.213.220 - - [19/Mar/2026:09:07:35 +0000] "POST /admin/realms/atmosphere/clients/509f8fd6-b950-4a36-ade3-5570d5da8a84/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.018 [auth-system-keycloak-80] [] 10.0.0.224:8080 0 0.018 201 2f853d68a26103605b7d5337371941b2 199.19.213.220 - - [19/Mar/2026:09:07:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.224:8080 1286 0.010 200 80e0561185365efa51b798fbaa9a4722 199.19.213.220 - - [19/Mar/2026:09:07:36 +0000] "GET /admin/realms/atmosphere/clients/509f8fd6-b950-4a36-ade3-5570d5da8a84/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.046 [auth-system-keycloak-80] [] 10.0.0.224:8080 166 0.046 200 16cdfc2a096ec0fc8910ba1ea132d84f 199.19.213.220 - - [19/Mar/2026:09:07:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.533 [auth-system-keycloak-80] [] 10.0.0.224:8080 1928 0.532 200 39c59cb751678b2e87fb40f6fe00eb2e 199.19.213.220 - - [19/Mar/2026:09:07:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.224:8080 1251 0.008 200 395de59c9a00dcca4dda13aaae5b3f72 199.19.213.220 - - [19/Mar/2026:09:07:36 +0000] "GET /admin/realms/atmosphere/clients/c0fc3643-12cb-451b-ae1f-f7c77e53ff5e/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.054 [auth-system-keycloak-80] [] 10.0.0.224:8080 119 0.054 404 f2aec8c062531c535c672be117e19fff 199.19.213.220 - - [19/Mar/2026:09:07:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.224:8080 1251 0.004 200 053a395edee381257b410371d1819277 199.19.213.220 - - [19/Mar/2026:09:07:36 +0000] "POST /admin/realms/atmosphere/clients/c0fc3643-12cb-451b-ae1f-f7c77e53ff5e/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.012 [auth-system-keycloak-80] [] 10.0.0.224:8080 0 0.011 201 558d0023311fdabf6ca469572f671e2d 199.19.213.220 - - [19/Mar/2026:09:07:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.224:8080 1251 0.009 200 cd91dc64ed5d3b024c959b5ca188806b 199.19.213.220 - - [19/Mar/2026:09:07:37 +0000] "GET /admin/realms/atmosphere/clients/c0fc3643-12cb-451b-ae1f-f7c77e53ff5e/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.224:8080 166 0.014 200 f5fe43a9efd10abda7be5931a3eb8723 W0319 09:07:55.513628 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:55.513669 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:58.847536 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:58.847585 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:08:02.180469 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:08:02.180526 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:08:44.567629 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:08:44.567696 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:08:44.637618 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:08:44.637690 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0319 09:08:44.637723 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:08:44.637743 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:08:44.637888 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:08:44.637978 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0319 09:08:44.638031 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:08:44.638049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:08:44.638978 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 09:08:44.639070 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0319 09:08:44.639326 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:08:44.639359 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:08:44.641572 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0319 09:08:44.641613 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0319 09:08:44.641992 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0319 09:08:44.642032 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0319 09:08:44.643911 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.005s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:18.2kB} I0319 09:08:44.643943 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0319 09:08:44.649503 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0319 09:08:44.649862 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0319 09:08:44.649883 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0319 09:08:44.650324 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0319 09:08:44.650354 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"46a73258-4801-47cc-9ea4-1e420daaa6d5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3996", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0319 09:08:44.650368 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"024fc917-4743-4458-b8e3-4d0438217efe", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3997", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0319 09:08:44.652854 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0319 09:08:44.653268 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0319 09:08:44.653318 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"b40e1cc9-ff5d-4afb-b4c2-a9dd65988791", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4001", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0319 09:08:44.924176 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0319 09:08:44.925179 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0319 09:08:45.208877 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0319 09:08:45.209941 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0319 09:08:46.236969 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0319 09:08:46.238244 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0319 09:08:47.160869 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0319 09:08:47.162236 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/alertmanager-tls" W0319 09:08:47.901629 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:08:47.901690 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 09:08:47.901739 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:08:47.901882 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:08:47.901906 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:08:47.902036 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 09:08:47.942775 7 controller.go:216] "Backend successfully reloaded" I0319 09:08:47.943037 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-5zq78", UID:"b9c71c5a-5cc7-40b9-ab5d-a72c8c69c1e6", APIVersion:"v1", ResourceVersion:"1169", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0319 09:08:51.234777 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:08:51.234933 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 09:08:51.234996 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:08:51.235118 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:08:51.235158 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:08:54.567928 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:08:54.568013 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 09:08:54.568060 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:08:54.568243 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:08:54.568283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:08:57.901521 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:08:57.901613 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 09:08:57.901656 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:08:57.901835 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:08:57.901865 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:01.235047 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:09:01.235130 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 09:09:01.235168 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:09:01.235282 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:01.235303 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:04.568588 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:09:04.568655 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 09:09:04.568692 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:09:04.568805 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:04.568825 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:07.901814 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:09:07.901884 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 09:09:07.901924 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:09:07.902052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:07.902081 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:11.235674 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:09:11.235730 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 09:09:11.235768 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:09:11.235886 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:11.235911 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:14.568695 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:09:14.568752 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 09:09:14.568782 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:09:14.568877 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:14.568899 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:17.901836 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:09:17.901944 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:09:17.902069 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:17.902097 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:21.235243 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:09:21.235322 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:09:21.235416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:21.235438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:24.567748 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:09:24.567863 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:09:24.567990 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:24.568022 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.90 - - [19/Mar/2026:09:09:26 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.029 [auth-system-keycloak-80] [] 10.0.0.224:8080 6432 0.029 200 1d16c92b18e6fe41e0fda25b06c8e7dd 10.0.0.166 - - [19/Mar/2026:09:09:27 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.007 [auth-system-keycloak-80] [] 10.0.0.224:8080 6432 0.007 200 c53748352252079007cf3cd5429c3ee9 W0319 09:09:27.902251 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:09:27.902487 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:27.902509 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:09:29.449656 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.100.16.56"}] I0319 09:09:29.449703 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.100.16.56"}] I0319 09:09:29.450328 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.100.16.56"}] I0319 09:09:29.456408 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"b40e1cc9-ff5d-4afb-b4c2-a9dd65988791", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5089", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0319 09:09:29.460819 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"46a73258-4801-47cc-9ea4-1e420daaa6d5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5090", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0319 09:09:29.462869 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"024fc917-4743-4458-b8e3-4d0438217efe", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5091", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:09:31.234811 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:09:31.235037 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:31.235070 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:34.568030 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:09:34.568254 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:34.568289 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:37.902023 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:09:37.902309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:37.902366 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:41.237471 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:41.237529 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:44.568937 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:44.568993 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:47.901573 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:47.901626 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.220 - - [19/Mar/2026:09:09:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.475 [auth-system-keycloak-80] [] 10.0.0.224:8080 1928 0.473 200 e4ae19bc1aa09537be5063b95a291e2d 199.19.213.220 - - [19/Mar/2026:09:09:51 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.004 [auth-system-keycloak-80] [] 10.0.0.224:8080 4246 0.005 200 ec790827a889f89b1f75ca819a6824f1 199.19.213.220 - - [19/Mar/2026:09:09:51 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.656 [auth-system-keycloak-80] [] 10.0.0.224:8080 0 0.655 204 615737382db524693d777ae6c3062866 199.19.213.220 - - [19/Mar/2026:09:09:52 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.207 [auth-system-keycloak-80] [] 10.0.0.224:8080 4384 0.206 200 d6bc0336dba85de1dc790ac0085a320f 199.19.213.220 - - [19/Mar/2026:09:09:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.480 [auth-system-keycloak-80] [] 10.0.0.224:8080 1928 0.479 200 0027a0af5e57912e99e209ee546e0c58 199.19.213.220 - - [19/Mar/2026:09:09:53 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.053 [auth-system-keycloak-80] [] 10.0.0.224:8080 1682 0.054 200 18be9ffd4d78578acd899db5af6cf6cc 199.19.213.220 - - [19/Mar/2026:09:09:53 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.008 [auth-system-keycloak-80] [] 10.0.0.224:8080 6432 0.007 200 cec25e8b902196c75688387cfd360be9 199.19.213.220 - - [19/Mar/2026:09:09:55 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.503 [auth-system-keycloak-80] [] 10.0.0.224:8080 1928 0.502 200 fa2086df385fbbfd127a08f4ed6dceb5 199.19.213.220 - - [19/Mar/2026:09:09:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.010 [auth-system-keycloak-80] [] 10.0.0.224:8080 2 0.010 200 892280ff650b75f049c30746f1ac3cbb 199.19.213.220 - - [19/Mar/2026:09:09:55 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.149 [auth-system-keycloak-80] [] 10.0.0.224:8080 0 0.147 201 b084e859c4ae0a2ad72a3b7933c5d359 199.19.213.220 - - [19/Mar/2026:09:09:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.026 [auth-system-keycloak-80] [] 10.0.0.224:8080 2246 0.026 200 ee6f03b377aa70c4c635565f42889f89 199.19.213.220 - - [19/Mar/2026:09:09:56 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.518 [auth-system-keycloak-80] [] 10.0.0.224:8080 1928 0.516 200 d5c24f8a478c20ad37d140ce888d35c8 199.19.213.220 - - [19/Mar/2026:09:09:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.224:8080 2246 0.008 200 394b13dc9b1a07e7f5d93533e5396a44 199.19.213.220 - - [19/Mar/2026:09:09:56 +0000] "GET /admin/realms/atmosphere/clients/be5eed05-ddfe-404f-81a4-12f36c88f13d/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.021 [auth-system-keycloak-80] [] 10.0.0.224:8080 233 0.021 200 2db2e2b6684035520a02bca87cb651ce 199.19.213.220 - - [19/Mar/2026:09:09:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.044 [auth-system-keycloak-80] [] 10.0.0.224:8080 831 0.043 200 75c8cf94f56fd7f4116a779817937b53 199.19.213.220 - - [19/Mar/2026:09:09:56 +0000] "GET /admin/realms/atmosphere/clients/d86ab09f-513b-4293-93e4-8f3abeb147ce/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.075 [auth-system-keycloak-80] [] 10.0.0.224:8080 3758 0.075 200 10ed0f550e703c1e69e332ebc8661289 199.19.213.220 - - [19/Mar/2026:09:09:56 +0000] "GET /admin/realms/atmosphere/users/8415322b-e7a4-438f-b564-b1d55c5fe86e/role-mappings/clients/d86ab09f-513b-4293-93e4-8f3abeb147ce/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.190 [auth-system-keycloak-80] [] 10.0.0.224:8080 3758 0.190 200 aefdfda8d26fce0732b3562096ba1c4a 199.19.213.220 - - [19/Mar/2026:09:09:56 +0000] "GET /admin/realms/atmosphere/users/8415322b-e7a4-438f-b564-b1d55c5fe86e/role-mappings/clients/d86ab09f-513b-4293-93e4-8f3abeb147ce/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.088 [auth-system-keycloak-80] [] 10.0.0.224:8080 2 0.088 200 a827eb1673c150d84f3c64b27a959188 199.19.213.220 - - [19/Mar/2026:09:09:57 +0000] "POST /admin/realms/atmosphere/users/8415322b-e7a4-438f-b564-b1d55c5fe86e/role-mappings/clients/d86ab09f-513b-4293-93e4-8f3abeb147ce HTTP/1.1" 204 0 "-" "Ansible" 1390 0.079 [auth-system-keycloak-80] [] 10.0.0.224:8080 0 0.078 204 46d5bf593ff55b6f6d463c8ff494cfd5 199.19.213.220 - - [19/Mar/2026:09:09:57 +0000] "GET /admin/realms/atmosphere/users/8415322b-e7a4-438f-b564-b1d55c5fe86e/role-mappings/clients/d86ab09f-513b-4293-93e4-8f3abeb147ce/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.014 [auth-system-keycloak-80] [] 10.0.0.224:8080 576 0.014 200 45b50785c39882a8214144bcb5046ad6 W0319 09:09:59.703623 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:59.703671 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:10:03.037978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:10:03.038039 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:10:20.943459 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:10:20.943511 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:10:24.278348 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:10:24.278426 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:12:05.426557 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:12:05.426605 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:12:38.959900 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0319 09:12:38.959973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:12:38.959987 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:12:38.963224 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:28.7kB} I0319 09:12:38.963251 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0319 09:12:38.966986 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0319 09:12:38.968332 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"538b06f8-d206-42c4-9b21-c41786dd91b9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6315", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:12:38.969163 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0319 09:12:38.969917 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0319 09:12:38.970035 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:12:38.970059 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:12:38.970219 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 09:12:39.010155 7 controller.go:216] "Backend successfully reloaded" I0319 09:12:39.010405 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-5zq78", UID:"b9c71c5a-5cc7-40b9-ab5d-a72c8c69c1e6", APIVersion:"v1", ResourceVersion:"1169", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0319 09:12:39.353295 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0319 09:12:39.354333 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0319 09:12:42.305628 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:12:42.305673 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.220 - - [19/Mar/2026:09:12:43 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.128:5000 281 0.005 300 4643962cb769783c49c2f57f62d1e2e9 199.19.213.220 - - [19/Mar/2026:09:12:44 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.128:5000 266 0.004 200 eb8a03f50a8dff807ff285dbf3a4260e 199.19.213.220 - - [19/Mar/2026:09:12:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.334 [openstack-keystone-api-5000] [] 10.0.0.128:5000 1360 0.335 201 1dd78cd2f4336fa5ab71b9ab37cc01ed 199.19.213.220 - - [19/Mar/2026:09:12:45 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.128:5000 281 0.005 300 ff63dc1277dedd7dd896ef4e2b60a24d 199.19.213.220 - - [19/Mar/2026:09:12:45 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.028 [openstack-keystone-api-5000] [] 10.0.0.128:5000 90 0.028 404 5782ef333c724db476620fddc4a9a3af 199.19.213.220 - - [19/Mar/2026:09:12:45 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.028 [openstack-keystone-api-5000] [] 10.0.0.128:5000 368 0.028 200 dd32c63f2d412876ce653ce812ee3486 199.19.213.220 - - [19/Mar/2026:09:12:45 +0000] "GET /v3/domains/076360ffd5104ac290769e10e1ba0f00 HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.024 [openstack-keystone-api-5000] [] 10.0.0.128:5000 245 0.024 200 9516888978a4a137aa8dc15e3365c886 199.19.213.220 - - [19/Mar/2026:09:12:45 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.128:5000 266 0.004 200 57e324f77e79d9fe72f484b3ce326990 199.19.213.220 - - [19/Mar/2026:09:12:46 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.292 [openstack-keystone-api-5000] [] 10.0.0.128:5000 1360 0.291 201 37d12884ef827e25730aa5625570a6cf 199.19.213.220 - - [19/Mar/2026:09:12:46 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.128:5000 281 0.003 300 9cfd7e4564a6b95761b7aa35aec9763c 199.19.213.220 - - [19/Mar/2026:09:12:46 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.023 [openstack-keystone-api-5000] [] 10.0.0.128:5000 101 0.023 404 e78887f56dc067e647ed70522537633a 199.19.213.220 - - [19/Mar/2026:09:12:46 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.021 [openstack-keystone-api-5000] [] 10.0.0.128:5000 156 0.021 200 30710ba6bdb878e354f84b3a9b576417 199.19.213.220 - - [19/Mar/2026:09:12:46 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.023 [openstack-keystone-api-5000] [] 10.0.0.128:5000 342 0.023 201 698ca2ba480096300bd54becfb3bc54c 199.19.213.220 - - [19/Mar/2026:09:12:46 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.128:5000 266 0.004 200 65ce20cb006293d762d9d5b46437ee46 199.19.213.220 - - [19/Mar/2026:09:12:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.128:5000 1360 0.294 201 0dfd5b06ba8374d54488d31d65757cf0 199.19.213.220 - - [19/Mar/2026:09:12:47 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.128:5000 281 0.003 300 528bbcf3fed615823baaa4aedcf26193 199.19.213.220 - - [19/Mar/2026:09:12:47 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.023 [openstack-keystone-api-5000] [] 10.0.0.128:5000 98 0.024 404 50042f95797956c8d92047439e3d5e29 199.19.213.220 - - [19/Mar/2026:09:12:47 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.025 [openstack-keystone-api-5000] [] 10.0.0.128:5000 136 0.024 200 07bf2b41df185fdb72122daa646dc363 199.19.213.220 - - [19/Mar/2026:09:12:47 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.018 [openstack-keystone-api-5000] [] 10.0.0.128:5000 357 0.018 201 c672469bbf2e755a659e4a03b35ca9a8 199.19.213.220 - - [19/Mar/2026:09:12:47 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.128:5000 266 0.003 200 2a7562de5805db02efa813a2b3ce1cd0 199.19.213.220 - - [19/Mar/2026:09:12:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.284 [openstack-keystone-api-5000] [] 10.0.0.128:5000 1360 0.284 201 19679c2420672543dff2b1a5ffb587eb 199.19.213.220 - - [19/Mar/2026:09:12:48 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.128:5000 281 0.003 300 5cecb833a7f4520244e4b9d161a3888c 199.19.213.220 - - [19/Mar/2026:09:12:48 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.019 [openstack-keystone-api-5000] [] 10.0.0.128:5000 131 0.020 404 82f2a83b64f96dc4da036dcfff537e22 199.19.213.220 - - [19/Mar/2026:09:12:48 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.015 [openstack-keystone-api-5000] [] 10.0.0.128:5000 168 0.015 200 423284644da02b75b352f830f8e65097 199.19.213.220 - - [19/Mar/2026:09:12:48 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.021 [openstack-keystone-api-5000] [] 10.0.0.128:5000 224 0.021 201 4e33aa0b9226ba5527539193761a386d W0319 09:12:57.077334 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:12:57.077365 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:13:00.411635 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:13:00.411690 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:13:03.744983 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:13:03.745027 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:13:07.080135 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:13:07.080188 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:13:22.539536 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:13:22.539588 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:13:29.445570 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.100.16.56"}] I0319 09:13:29.453004 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"538b06f8-d206-42c4-9b21-c41786dd91b9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6674", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:13:29.454663 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:13:29.454685 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:13:32.788483 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:13:32.788527 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:13:36.122294 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:13:36.122344 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:14:58.926548 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0319 09:14:58.926630 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0319 09:14:58.926676 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:14:58.926694 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:14:58.929288 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.003s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:32.2kB} I0319 09:14:58.929314 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0319 09:14:58.933811 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0319 09:14:58.934034 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"45c4226a-37ea-4f84-ba8c-c3b223280c16", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7320", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:14:58.934315 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0319 09:14:58.934848 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0319 09:14:58.934955 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0319 09:14:58.935035 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:14:58.935061 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:14:58.935191 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 09:14:58.986176 7 controller.go:216] "Backend successfully reloaded" I0319 09:14:58.986449 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-5zq78", UID:"b9c71c5a-5cc7-40b9-ab5d-a72c8c69c1e6", APIVersion:"v1", ResourceVersion:"1169", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0319 09:14:59.301504 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0319 09:14:59.302310 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.19.213.220 - - [19/Mar/2026:09:14:59 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.128:5000 281 0.004 300 d3247d27c535848cb184e99960714665 199.19.213.220 - - [19/Mar/2026:09:14:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.318 [openstack-keystone-api-5000] [] 10.0.0.128:5000 1992 0.319 201 4fc0169570cf6115153764430118be03 199.19.213.220 - - [19/Mar/2026:09:15:00 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.023 [openstack-keystone-api-5000] [] 10.0.0.128:5000 85 0.022 404 e3d998b33956a205a04169cd820196db 199.19.213.220 - - [19/Mar/2026:09:15:00 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.020 [openstack-keystone-api-5000] [] 10.0.0.128:5000 129 0.020 200 bef0563efe834672af573fbe793be148 199.19.213.220 - - [19/Mar/2026:09:15:00 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.025 [openstack-keystone-api-5000] [] 10.0.0.128:5000 230 0.025 201 453d0bcee6c06cfaedb5a6e1dd78e33b W0319 09:15:02.268195 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0319 09:15:02.268294 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:15:02.268304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.220 - - [19/Mar/2026:09:15:07 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.128:5000 281 0.004 300 7e23d23621232e4b38c52467aa6a5b2f 199.19.213.220 - - [19/Mar/2026:09:15:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 548 0.286 [openstack-keystone-api-5000] [] 10.0.0.128:5000 1992 0.285 201 e171d70f1e75615e18d03fcc96562500 199.19.213.220 - - [19/Mar/2026:09:15:07 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.032 [openstack-keystone-api-5000] [] 10.0.0.128:5000 1521 0.031 200 3fbb5e83c09bbf24c09c0e72a6d57051 199.19.213.220 - - [19/Mar/2026:09:15:07 +0000] "PUT /v3/roles/a0e8be9ed7f14c959734cd4a28b2dc53/implies/7ae0ac3d506e46259cb6d3b8de13528c HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.034 [openstack-keystone-api-5000] [] 10.0.0.128:5000 521 0.035 201 95bd95212c85f4183381b737e99f2e80 W0319 09:15:10.519539 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:15:10.519563 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:15:29.444986 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.100.16.56"}] I0319 09:15:29.450406 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"45c4226a-37ea-4f84-ba8c-c3b223280c16", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7636", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:15:29.451252 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:15:29.451277 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.220 - - [19/Mar/2026:09:15:51 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.128:5000 281 0.005 300 47ddfe46772e3eb4eabd444bea6fefba 199.19.213.220 - - [19/Mar/2026:09:15:52 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.322 [openstack-keystone-api-5000] [] 10.0.0.128:5000 2055 0.322 201 28c7129275b1d014519099f061112063 199.19.213.220 - - [19/Mar/2026:09:15:52 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.028 [openstack-keystone-api-5000] [] 10.0.0.128:5000 87 0.029 404 ad883456eaf01fdae8559f8e9bdfbfff 199.19.213.220 - - [19/Mar/2026:09:15:52 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.035 [openstack-keystone-api-5000] [] 10.0.0.128:5000 390 0.035 200 dfaa8d5f1a07434df58d1fe1558361a2 199.19.213.220 - - [19/Mar/2026:09:15:52 +0000] "GET /v3/users/rgw-RegionOne?domain_id=d10e208cf5944c04803b611dc1e4c10e HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.029 [openstack-keystone-api-5000] [] 10.0.0.128:5000 91 0.029 404 cc2e5bcf2a1f4b54c2e201f700968f97 199.19.213.220 - - [19/Mar/2026:09:15:52 +0000] "GET /v3/users?domain_id=d10e208cf5944c04803b611dc1e4c10e&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.032 [openstack-keystone-api-5000] [] 10.0.0.128:5000 178 0.033 200 83162c54d354921f3151c9f5e5817dbd 199.19.213.220 - - [19/Mar/2026:09:15:52 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.310 [openstack-keystone-api-5000] [] 10.0.0.128:5000 291 0.310 201 e0ac15e05161b1bc6adaa4e56cd755b2 199.19.213.220 - - [19/Mar/2026:09:15:56 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 229 0.008 [openstack-keystone-api-5000] [] 10.0.0.128:5000 281 0.008 300 e4e939d9b03340f2c9734ba635dc49aa 199.19.213.220 - - [19/Mar/2026:09:15:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 548 0.284 [openstack-keystone-api-5000] [] 10.0.0.128:5000 2055 0.284 201 0e1ebcd0e2f1cc4b4d1f7731f0373532 199.19.213.220 - - [19/Mar/2026:09:15:56 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 429 0.029 [openstack-keystone-api-5000] [] 10.0.0.128:5000 83 0.029 404 0c15f8d11971e1aad29df96f50600042 199.19.213.220 - - [19/Mar/2026:09:15:56 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 447 0.024 [openstack-keystone-api-5000] [] 10.0.0.128:5000 361 0.025 200 d25bfd13621c055d2ca55746aa0fe12b 199.19.213.220 - - [19/Mar/2026:09:15:56 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 433 0.021 [openstack-keystone-api-5000] [] 10.0.0.128:5000 87 0.021 404 83e1863fcc900d10a9c7e50e2bfbe5db 199.19.213.220 - - [19/Mar/2026:09:15:56 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 451 0.023 [openstack-keystone-api-5000] [] 10.0.0.128:5000 390 0.023 200 238e60cc994db128db84026b0f68a130 199.19.213.220 - - [19/Mar/2026:09:15:56 +0000] "GET /v3/users/rgw-RegionOne?domain_id=d10e208cf5944c04803b611dc1e4c10e HTTP/1.1" 404 91 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 480 0.023 [openstack-keystone-api-5000] [] 10.0.0.128:5000 91 0.023 404 8f722b5430dcbd7c1f02d222647b3d64 199.19.213.220 - - [19/Mar/2026:09:15:56 +0000] "GET /v3/users?domain_id=d10e208cf5944c04803b611dc1e4c10e&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 498 0.040 [openstack-keystone-api-5000] [] 10.0.0.128:5000 458 0.040 200 9320f3d27d02eef12e93a5e84ee54273 199.19.213.220 - - [19/Mar/2026:09:15:56 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 434 0.021 [openstack-keystone-api-5000] [] 10.0.0.128:5000 88 0.022 404 f3e83969bb41ce2d7a83d944ae4629a3 199.19.213.220 - - [19/Mar/2026:09:15:56 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 452 0.025 [openstack-keystone-api-5000] [] 10.0.0.128:5000 520 0.024 200 87a2b33d0eb361341ac918ce23e5f2f0 199.19.213.220 - - [19/Mar/2026:09:15:56 +0000] "PUT /v3/projects/9fffc5439cf441a7b10bef0711dca60a/users/5de235437d2a440695458b566c94af78/roles/3f6a57d07af24ca0884ff33fc75f8a27 HTTP/1.1" 204 0 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 556 0.036 [openstack-keystone-api-5000] [] 10.0.0.128:5000 0 0.036 204 3b87266b5e41c7d76fa887dfc68e9bb4 199.19.213.220 - - [19/Mar/2026:09:15:58 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.128:5000 281 0.004 300 1780a7efba83ee3f519f687aa468ad15 199.19.213.220 - - [19/Mar/2026:09:15:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.324 [openstack-keystone-api-5000] [] 10.0.0.128:5000 2055 0.324 201 de9f5eeef501bb3705a1c437f9f8839a 199.19.213.220 - - [19/Mar/2026:09:15:59 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.022 [openstack-keystone-api-5000] [] 10.0.0.128:5000 151 0.022 200 db63d07eaa9b26a2b6408fa20c4eab19 199.19.213.220 - - [19/Mar/2026:09:15:59 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.039 [openstack-keystone-api-5000] [] 10.0.0.128:5000 263 0.040 201 86f9b24bbed9d82d0938638c26581de8 199.19.213.220 - - [19/Mar/2026:09:16:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.016 [openstack-keystone-api-5000] [] 10.0.0.128:5000 281 0.016 300 71b1891f14df30d2fa08cbee8115448a 199.19.213.220 - - [19/Mar/2026:09:16:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.322 [openstack-keystone-api-5000] [] 10.0.0.128:5000 2157 0.321 201 706bdf7058b56aecd0540cb72077d104 199.19.213.220 - - [19/Mar/2026:09:16:00 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.021 [openstack-keystone-api-5000] [] 10.0.0.128:5000 86 0.022 404 33c6e00a744daf86522fe7cdcc83af61 199.19.213.220 - - [19/Mar/2026:09:16:00 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.020 [openstack-keystone-api-5000] [] 10.0.0.128:5000 382 0.021 200 c890277804646db0841e0d79f2c320f5 199.19.213.220 - - [19/Mar/2026:09:16:00 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=ac028ab7264149849339489f17c19425 HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.017 [openstack-keystone-api-5000] [] 10.0.0.128:5000 205 0.017 200 22633be20fe90164e80b7ab5dc015848 199.19.213.220 - - [19/Mar/2026:09:16:00 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.025 [openstack-keystone-api-5000] [] 10.0.0.128:5000 379 0.025 201 0009dec242bbcb50f9978e23740dc12b 199.19.213.220 - - [19/Mar/2026:09:16:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.128:5000 281 0.004 300 b4112bf9bb368be89dc78184058d91ec 199.19.213.220 - - [19/Mar/2026:09:16:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.299 [openstack-keystone-api-5000] [] 10.0.0.128:5000 2366 0.300 201 08b169d545591777f3df32af3165ac00 199.19.213.220 - - [19/Mar/2026:09:16:01 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.022 [openstack-keystone-api-5000] [] 10.0.0.128:5000 86 0.021 404 df681284afcc3081b19601eeafe74162 199.19.213.220 - - [19/Mar/2026:09:16:01 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.019 [openstack-keystone-api-5000] [] 10.0.0.128:5000 382 0.019 200 11c5305786490b549efeae167366082d 199.19.213.220 - - [19/Mar/2026:09:16:01 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=ac028ab7264149849339489f17c19425 HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.024 [openstack-keystone-api-5000] [] 10.0.0.128:5000 207 0.024 200 6c8e481ddd012b31fc2d891df2199184 199.19.213.220 - - [19/Mar/2026:09:16:01 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.034 [openstack-keystone-api-5000] [] 10.0.0.128:5000 392 0.034 201 c44048d7f0bd72871e6fc2238e026622 W0319 09:16:02.676144 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0319 09:16:02.676322 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0319 09:16:02.676457 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:16:02.676492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:16:02.681846 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.006s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:35.7kB} I0319 09:16:02.681884 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0319 09:16:02.686577 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" W0319 09:16:02.686956 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store I0319 09:16:02.687032 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"d551c825-8f73-4def-9d25-468d5b21d1b9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7853", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:16:02.687207 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0319 09:16:02.687279 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0319 09:16:02.687326 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:16:02.687334 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:16:02.687427 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 09:16:02.744292 7 controller.go:216] "Backend successfully reloaded" I0319 09:16:02.744731 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-5zq78", UID:"b9c71c5a-5cc7-40b9-ab5d-a72c8c69c1e6", APIVersion:"v1", ResourceVersion:"1169", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0319 09:16:03.071659 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0319 09:16:03.072886 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0319 09:16:06.021093 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0319 09:16:06.021227 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:16:06.021243 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:16:19.320649 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0319 09:16:19.320798 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:16:19.320925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:16:23.917494 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 09:16:23.917820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:16:23.917879 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:16:23.918195 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 09:16:23.972851 7 controller.go:216] "Backend successfully reloaded" I0319 09:16:23.973245 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-5zq78", UID:"b9c71c5a-5cc7-40b9-ab5d-a72c8c69c1e6", APIVersion:"v1", ResourceVersion:"1169", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0319 09:16:27.251514 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 09:16:27.252577 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:16:27.252617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:16:29.446526 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.100.16.56"}] I0319 09:16:29.454586 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"d551c825-8f73-4def-9d25-468d5b21d1b9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8151", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:16:30.584396 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 09:16:30.584570 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:16:30.584599 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:16:33.919067 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 09:16:33.919257 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:16:33.919281 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:16:37.251861 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 09:16:37.252205 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:16:37.252300 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:16:49.893988 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 09:16:49.894154 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:16:49.894230 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:16:53.227489 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 09:16:53.227671 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:16:53.227692 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:16:57.822065 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 09:16:57.822160 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:16:57.822173 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:17:06.578945 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 09:17:06.579063 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:17:06.579086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:17:45.903458 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:17:45.903508 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:19:01.240353 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0319 09:19:01.240481 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0319 09:19:01.240547 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:19:01.240568 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:19:01.243977 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.003s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:39.2kB} I0319 09:19:01.244003 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0319 09:19:01.247915 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0319 09:19:01.248229 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"92e41939-4fa0-451b-a719-b504f16c94a7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9270", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:19:01.248350 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0319 09:19:01.248714 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0319 09:19:01.248850 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0319 09:19:01.248914 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:19:01.248932 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:19:01.249069 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 09:19:01.300998 7 controller.go:216] "Backend successfully reloaded" I0319 09:19:01.301577 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-5zq78", UID:"b9c71c5a-5cc7-40b9-ab5d-a72c8c69c1e6", APIVersion:"v1", ResourceVersion:"1169", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0319 09:19:01.475995 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0319 09:19:01.477038 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0319 09:19:04.582722 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0319 09:19:04.583060 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:19:04.583098 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.220 - - [19/Mar/2026:09:19:05 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.128:5000 281 0.004 300 48bb406f2c3496298286b170bc14e284 199.19.213.220 - - [19/Mar/2026:09:19:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.334 [openstack-keystone-api-5000] [] 10.0.0.128:5000 3201 0.335 201 b79a722ee335198967a691e79656c18d 199.19.213.220 - - [19/Mar/2026:09:19:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 46b68c0e463f8245947c8dffdb89a8cb 199.19.213.220 - - [19/Mar/2026:09:19:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2bd21c5d24772be70f0cdcbffabefb71 199.19.213.220 - - [19/Mar/2026:09:19:07 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.128:5000 281 0.004 300 0d9366facb18932e6dae8734ba4a3a8d 199.19.213.220 - - [19/Mar/2026:09:19:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.128:5000 3201 0.295 201 53e45f440f643ddd30631f83e5981526 199.19.213.220 - - [19/Mar/2026:09:19:07 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b66525747fb295d37a831edd0f015b76 199.19.213.220 - - [19/Mar/2026:09:19:07 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 89bc364450697a22ddd078ab26005a46 199.19.213.220 - - [19/Mar/2026:09:19:09 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.128:5000 281 0.004 300 b4d25ad6a5ebe05d74074bbec113c133 199.19.213.220 - - [19/Mar/2026:09:19:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.289 [openstack-keystone-api-5000] [] 10.0.0.128:5000 3201 0.290 201 2af3b972277999bc0dc966a1f6b6f788 199.19.213.220 - - [19/Mar/2026:09:19:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7c9d9499e974176c1fa2b31ebbce2a3c 199.19.213.220 - - [19/Mar/2026:09:19:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - aef915bb3dabef578f57f14373cb2c5f 199.19.213.220 - - [19/Mar/2026:09:19:11 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.128:5000 281 0.003 300 a729e4c071a932fb646ba8b76dde05f2 199.19.213.220 - - [19/Mar/2026:09:19:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.308 [openstack-keystone-api-5000] [] 10.0.0.128:5000 3201 0.307 201 09afb4436318ef10a515adfdf92ecf82 199.19.213.220 - - [19/Mar/2026:09:19:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 482642e77c72f558d9b89cca46514348 199.19.213.220 - - [19/Mar/2026:09:19:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 67ef43e6fea6b53793816c1ff71de1c5 W0319 09:19:12.833788 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0319 09:19:12.833898 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:19:12.833914 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.220 - - [19/Mar/2026:09:19:12 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.128:5000 281 0.004 300 1f5d960100a9110b454c27789f15fe23 199.19.213.220 - - [19/Mar/2026:09:19:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.128:5000 3201 0.301 201 d35239bbcbd3a4ff5c7c7e5f5d0931df 199.19.213.220 - - [19/Mar/2026:09:19:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 64ef397b889c8a97a6210cf552b3f6cb 199.19.213.220 - - [19/Mar/2026:09:19:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ac800523fda0d5dc459827db5cada081 199.19.213.220 - - [19/Mar/2026:09:19:14 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.128:5000 281 0.003 300 62e6c439cc3ece24a0e936e6d6367812 199.19.213.220 - - [19/Mar/2026:09:19:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.308 [openstack-keystone-api-5000] [] 10.0.0.128:5000 3201 0.307 201 c93f8bac72325bc22fb47d5da914ed3b 199.19.213.220 - - [19/Mar/2026:09:19:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 18565cf42e04c0e9baf065da991b65b3 199.19.213.220 - - [19/Mar/2026:09:19:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2fc35335c3dc39c80ef0fe186b5da66b 199.19.213.220 - - [19/Mar/2026:09:19:16 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.128:5000 281 0.002 300 6e204bf02c2e85bc103fb0e0b1ef4ada 199.19.213.220 - - [19/Mar/2026:09:19:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.303 [openstack-keystone-api-5000] [] 10.0.0.128:5000 3201 0.304 201 5a3368d5c6c3b7c799e7cc87f53e0e60 199.19.213.220 - - [19/Mar/2026:09:19:16 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - fe2aa3f11e97f15f924df49663c52806 199.19.213.220 - - [19/Mar/2026:09:19:16 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2afb9f01dfcda7b3d0781ae9234f3e07 199.19.213.220 - - [19/Mar/2026:09:19:18 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.128:5000 281 0.004 300 98a3a19f8af6c7af82423e6fc4d98c3a 199.19.213.220 - - [19/Mar/2026:09:19:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.316 [openstack-keystone-api-5000] [] 10.0.0.128:5000 3201 0.317 201 bba94099337c2d5253f6a226265f669b 199.19.213.220 - - [19/Mar/2026:09:19:18 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 9d82dfbd1759537a1689a6caf0096bf4 199.19.213.220 - - [19/Mar/2026:09:19:18 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 32440e000cbb0d2a9a9aacfee18e8548 199.19.213.220 - - [19/Mar/2026:09:19:20 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.128:5000 281 0.003 300 4f3e55ae3fe23f62c8f321f7e44249c2 199.19.213.220 - - [19/Mar/2026:09:19:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.286 [openstack-keystone-api-5000] [] 10.0.0.128:5000 3201 0.285 201 521fae25e5c6d7be3637da200317012c 199.19.213.220 - - [19/Mar/2026:09:19:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3e14adbf22d6afa00faf1871d8b693b0 199.19.213.220 - - [19/Mar/2026:09:19:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - dfd4b89ea8d8809843fb76e2a1dd3b9f 199.19.213.220 - - [19/Mar/2026:09:19:21 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.009 [openstack-keystone-api-5000] [] 10.0.0.128:5000 281 0.008 300 5f4f5754f881276cf2ff506c7ac36062 199.19.213.220 - - [19/Mar/2026:09:19:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.289 [openstack-keystone-api-5000] [] 10.0.0.128:5000 3201 0.289 201 30fbb9cc3c85074e9ee3a1301f59e4d8 199.19.213.220 - - [19/Mar/2026:09:19:22 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 77d58b53b4c11ea3d9c185265ba2d9d8 199.19.213.220 - - [19/Mar/2026:09:19:22 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e345774e4e9d0d930b48740841d0a0c0 W0319 09:19:22.472570 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:19:22.472607 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.220 - - [19/Mar/2026:09:19:23 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.128:5000 281 0.004 300 69f612b846c4fe1fa09319a18b8a8c95 199.19.213.220 - - [19/Mar/2026:09:19:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.128:5000 3201 0.294 201 01bcde7b07d60741de256b0a6b57eab7 199.19.213.220 - - [19/Mar/2026:09:19:23 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.144:9292 1312 0.002 300 85fb6eef466a796224cf413db89785a7 199.19.213.220 - - [19/Mar/2026:09:19:24 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.563 [openstack-glance-api-9292] [] 10.0.0.144:9292 69 0.562 200 6f2f5a8c3c8a2e18fdd04a7ac8903523 199.19.213.220 - - [19/Mar/2026:09:19:27 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.128:5000 281 0.005 300 1e892e232551d2d462da05d36f013ee2 199.19.213.220 - - [19/Mar/2026:09:19:27 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.128:5000 3201 0.300 201 ed800da8685506dd4d66872c9a0c9c34 199.19.213.220 - - [19/Mar/2026:09:19:27 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.144:9292 1312 0.003 300 55c3b164079f455cfc4c1ceed191e3c5 199.19.213.220 - - [19/Mar/2026:09:19:27 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.041 [openstack-glance-api-9292] [] 10.0.0.144:9292 69 0.041 200 45660c9edfc4fc700e7cab2ee88bd424 199.19.213.220 - - [19/Mar/2026:09:19:27 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.134 [openstack-glance-api-9292] [] 10.0.0.144:9292 151 0.135 404 ae489330f0ac0fee9dec6ee0539cd05e 199.19.213.220 - - [19/Mar/2026:09:19:27 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.023 [openstack-glance-api-9292] [] 10.0.0.144:9292 81 0.023 200 cd372a5d0c4fb16225f7ec667a8db066 199.19.213.220 - - [19/Mar/2026:09:19:27 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.027 [openstack-glance-api-9292] [] 10.0.0.144:9292 84 0.027 200 6f59efa555f902c6f520cac62bec4051 199.19.213.220 - - [19/Mar/2026:09:19:28 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.054 [openstack-glance-api-9292] [] 10.0.0.144:9292 760 0.054 201 013c7c320109b5a382bde4732a7bec50 I0319 09:19:29.446453 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.100.16.56"}] I0319 09:19:29.451767 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"92e41939-4fa0-451b-a719-b504f16c94a7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9457", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:19:29.454063 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:19:29.454114 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.220 - - [19/Mar/2026:09:19:31 +0000] "PUT /v2/images/ddfd1017-4e2b-4db7-b4cc-f1d8a37f0b63/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.840 [openstack-glance-api-9292] [] 10.0.0.144:9292 0 3.840 204 f96267ab5f8e2cf5fb74492778dfa83d 199.19.213.220 - - [19/Mar/2026:09:19:31 +0000] "GET /v2/images/ddfd1017-4e2b-4db7-b4cc-f1d8a37f0b63 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.016 [openstack-glance-api-9292] [] 10.0.0.144:9292 1171 0.016 200 e08944cfe4597ab1aeb336a34dccd466 199.19.213.220 - - [19/Mar/2026:09:19:31 +0000] "GET /v2/images/ddfd1017-4e2b-4db7-b4cc-f1d8a37f0b63 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.016 [openstack-glance-api-9292] [] 10.0.0.144:9292 1171 0.016 200 ce6ad3a944275cc968b589a3ce8fd0fc W0319 09:19:34.795496 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:19:34.795538 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:19:38.128938 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:19:38.128983 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store