------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0331 22:23:02.972378 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0331 22:23:02.972559 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0331 22:23:02.986168 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0331 22:23:02.990431 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0331 22:23:03.313650 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0331 22:23:03.335331 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0331 22:23:03.346747 7 nginx.go:271] "Starting NGINX Ingress controller" I0331 22:23:03.353694 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"f7fedae0-cc7b-4b3a-b1b3-e4d2776e79b2", APIVersion:"v1", ResourceVersion:"1371", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0331 22:23:03.357356 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"0a096fa6-31b2-4122-a32d-1f20172462ee", APIVersion:"v1", ResourceVersion:"1368", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0331 22:23:03.357419 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"e74f9aab-e173-48bd-b4fe-f1d24c6302cd", APIVersion:"v1", ResourceVersion:"1370", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0331 22:23:04.549535 7 nginx.go:317] "Starting NGINX process" I0331 22:23:04.549653 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0331 22:23:04.550567 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0331 22:23:04.550887 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0331 22:23:04.550957 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:04.550973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:23:04.551019 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 22:23:04.560532 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0331 22:23:04.560585 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-9whpw" I0331 22:23:04.589454 7 controller.go:216] "Backend successfully reloaded" I0331 22:23:04.589640 7 controller.go:227] "Initial sync, sleeping for 1 second" I0331 22:23:04.589826 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-9whpw", UID:"8200c2ca-184c-4f67-b955-667ede4b87d6", APIVersion:"v1", ResourceVersion:"1490", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0331 22:23:08.368469 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:08.368507 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:11.702386 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:11.702462 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:15.035481 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:15.035555 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:18.368790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:18.368860 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:21.703223 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:21.703273 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:25.036999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:25.037068 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:28.368910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:28.368973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:31.702040 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:31.702091 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:36.416890 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:36.416930 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:39.750052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:39.750095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:43.084804 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:43.084909 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:34.460885 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:34.460928 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:58.401323 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:58.401365 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:25:01.735620 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:25:01.735656 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:25:05.069174 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:25:05.069232 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:25:08.402318 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:25:08.402394 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:25:11.736101 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:25:11.736145 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:25:15.068192 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:25:15.068256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:25:18.948987 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:25:18.949024 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:25:22.282616 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:25:22.282660 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:25:25.617476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:25:25.617576 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:25:28.949995 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:25:28.950058 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:25:32.285198 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:25:32.285255 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:27:46.487883 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:27:46.487940 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:27:49.911946 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-153.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-153.nip.io-tls was not found. Using default certificate W0331 22:27:49.912015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:27:49.912034 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:27:49.914066 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0331 22:27:49.914109 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0331 22:27:49.921582 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0331 22:27:49.921865 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"9f758a94-ed70-43c8-bf8f-7fc0a5725866", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3520", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:27:49.922013 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-153.nip.io-tls" in local store W0331 22:27:49.922160 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-153.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-153.nip.io-tls was not found. Using default certificate W0331 22:27:49.922194 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:27:49.922205 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:27:49.922261 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 22:27:49.977266 7 controller.go:216] "Backend successfully reloaded" I0331 22:27:49.978125 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-9whpw", UID:"8200c2ca-184c-4f67-b955-667ede4b87d6", APIVersion:"v1", ResourceVersion:"1490", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0331 22:27:50.235421 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-153.nip.io-tls" I0331 22:27:50.237732 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-153.nip.io-tls" W0331 22:27:53.256795 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:27:53.256831 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.153 - - [31/Mar/2026:22:28:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.126 [auth-system-keycloak-80] [] 10.0.0.167:8080 1928 2.125 200 0d99bb5ec60f0a96b72c94546c6b6392 199.19.213.153 - - [31/Mar/2026:22:28:02 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.175 [auth-system-keycloak-80] [] 10.0.0.167:8080 116 0.174 404 27c4bc56969690045205b2082b9aa8b7 I0331 22:28:04.569336 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.101.121.72"}] I0331 22:28:04.578016 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"9f758a94-ed70-43c8-bf8f-7fc0a5725866", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3772", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:28:04.579974 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:04.580016 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.153 - - [31/Mar/2026:22:28:06 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.489 [auth-system-keycloak-80] [] 10.0.0.167:8080 0 4.487 201 c6cd186b4875873aecc9d36b133ecb77 199.19.213.153 - - [31/Mar/2026:22:28:07 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.682 [auth-system-keycloak-80] [] 10.0.0.167:8080 4246 0.682 200 a880ee39beaac1e0be3b876f41af525f 199.19.213.153 - - [31/Mar/2026:22:28:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.526 [auth-system-keycloak-80] [] 10.0.0.167:8080 1928 0.525 200 9b1bf7be7fcf53b8e43f8fb3d8b1ab01 199.19.213.153 - - [31/Mar/2026:22:28:08 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.101 [auth-system-keycloak-80] [] 10.0.0.167:8080 12500 0.101 200 717281b9a2cb40fab618cf91facf9334 199.19.213.153 - - [31/Mar/2026:22:28:08 +0000] "GET /admin/realms/atmosphere/client-scopes/9a28ecbc-a963-49eb-b967-0a3d56269ac8 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.011 [auth-system-keycloak-80] [] 10.0.0.167:8080 1278 0.011 200 18eed76dcc6e8f344ebd509312c93b56 199.19.213.153 - - [31/Mar/2026:22:28:08 +0000] "PUT /admin/realms/atmosphere/client-scopes/9a28ecbc-a963-49eb-b967-0a3d56269ac8 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.055 [auth-system-keycloak-80] [] 10.0.0.167:8080 0 0.054 204 1700154d48258866f3564dc03c585e92 199.19.213.153 - - [31/Mar/2026:22:28:08 +0000] "GET /admin/realms/atmosphere/client-scopes/9a28ecbc-a963-49eb-b967-0a3d56269ac8/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.086 [auth-system-keycloak-80] [] 10.0.0.167:8080 963 0.086 200 876772bdcfeeb31712404c9789ecc1ee 199.19.213.153 - - [31/Mar/2026:22:28:08 +0000] "GET /admin/realms/atmosphere/client-scopes/9a28ecbc-a963-49eb-b967-0a3d56269ac8/protocol-mappers/models/4d8cccb0-d018-4665-b043-6b8be5ba30c1 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.076 [auth-system-keycloak-80] [] 10.0.0.167:8080 366 0.076 200 f23da209d56e7c0b11e2b3018888ece5 199.19.213.153 - - [31/Mar/2026:22:28:08 +0000] "PUT /admin/realms/atmosphere/client-scopes/9a28ecbc-a963-49eb-b967-0a3d56269ac8/protocol-mappers/models/4d8cccb0-d018-4665-b043-6b8be5ba30c1 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.092 [auth-system-keycloak-80] [] 10.0.0.167:8080 0 0.090 204 38a867271a318ea495a45322f5483234 199.19.213.153 - - [31/Mar/2026:22:28:08 +0000] "GET /admin/realms/atmosphere/client-scopes/9a28ecbc-a963-49eb-b967-0a3d56269ac8 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.020 [auth-system-keycloak-80] [] 10.0.0.167:8080 1218 0.020 200 65b00397c7534a3f9bbc4a9a1559c909 199.19.213.153 - - [31/Mar/2026:22:28:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.451 [auth-system-keycloak-80] [] 10.0.0.167:8080 1928 0.450 200 2657d032db466306b0e5176d5809a14e 199.19.213.153 - - [31/Mar/2026:22:28:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.067 [auth-system-keycloak-80] [] 10.0.0.167:8080 2 0.067 200 02d1288497266d2ad6017b4ce77e49c9 199.19.213.153 - - [31/Mar/2026:22:28:30 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.197 [auth-system-keycloak-80] [] 10.0.0.167:8080 0 0.195 201 bf50c48496410e17d0a5df985e77d47e 199.19.213.153 - - [31/Mar/2026:22:28:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.029 [auth-system-keycloak-80] [] 10.0.0.167:8080 1261 0.029 200 a1d0972750d0dd7e25b45f36c10fb02c 199.19.213.153 - - [31/Mar/2026:22:28:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.502 [auth-system-keycloak-80] [] 10.0.0.167:8080 1928 0.501 200 6b1b2d0abdf101b2d006b6560da48b35 199.19.213.153 - - [31/Mar/2026:22:28:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.043 [auth-system-keycloak-80] [] 10.0.0.167:8080 2 0.043 200 f2bf5e8d780707cb398920b5b09d9ce8 199.19.213.153 - - [31/Mar/2026:22:28:31 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.090 [auth-system-keycloak-80] [] 10.0.0.167:8080 0 0.089 201 7e1db4f3a1acaab00da23113bb8e2989 199.19.213.153 - - [31/Mar/2026:22:28:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.029 [auth-system-keycloak-80] [] 10.0.0.167:8080 1286 0.029 200 a4d035366e44f318c7abcd90457807c7 199.19.213.153 - - [31/Mar/2026:22:28:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.479 [auth-system-keycloak-80] [] 10.0.0.167:8080 1928 0.478 200 89c3bad8d7cfb1c9f946530f8e7a9c90 199.19.213.153 - - [31/Mar/2026:22:28:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.010 [auth-system-keycloak-80] [] 10.0.0.167:8080 2 0.010 200 71e44a58548ad0ef0c53007a53a31abb 199.19.213.153 - - [31/Mar/2026:22:28:32 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.131 [auth-system-keycloak-80] [] 10.0.0.167:8080 0 0.130 201 29ccd1952e31442f4968f10c2b0d6bcc 199.19.213.153 - - [31/Mar/2026:22:28:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.024 [auth-system-keycloak-80] [] 10.0.0.167:8080 1251 0.025 200 b9b5750f39206b2586ab98ffdd87c4a5 199.19.213.153 - - [31/Mar/2026:22:28:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.511 [auth-system-keycloak-80] [] 10.0.0.167:8080 1928 0.509 200 29520dfe3a3594f45c40c535d7ab7aa9 199.19.213.153 - - [31/Mar/2026:22:28:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.167:8080 1261 0.009 200 40f197bd903e9a7192898645ad48ead6 199.19.213.153 - - [31/Mar/2026:22:28:34 +0000] "GET /admin/realms/atmosphere/clients/75cc331b-786c-4341-b46c-9966765d78eb/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.048 [auth-system-keycloak-80] [] 10.0.0.167:8080 119 0.048 404 591157eab8afeea245f6f79f462def33 199.19.213.153 - - [31/Mar/2026:22:28:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.010 [auth-system-keycloak-80] [] 10.0.0.167:8080 1261 0.010 200 e1ce7890d6dddcffe60391d8e5aab9fa 199.19.213.153 - - [31/Mar/2026:22:28:34 +0000] "POST /admin/realms/atmosphere/clients/75cc331b-786c-4341-b46c-9966765d78eb/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.024 [auth-system-keycloak-80] [] 10.0.0.167:8080 0 0.024 201 a823aa4ef304a31f194adde4c992ec25 199.19.213.153 - - [31/Mar/2026:22:28:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.026 [auth-system-keycloak-80] [] 10.0.0.167:8080 1261 0.026 200 4fa28f2c8bd44b0ec6c588acce1fc381 199.19.213.153 - - [31/Mar/2026:22:28:34 +0000] "GET /admin/realms/atmosphere/clients/75cc331b-786c-4341-b46c-9966765d78eb/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.167:8080 166 0.016 200 3422d4383e80712b8af29f20d0d6a3ed 199.19.213.153 - - [31/Mar/2026:22:28:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.433 [auth-system-keycloak-80] [] 10.0.0.167:8080 1928 0.432 200 3de04a2a9c7bad3578adfeff07b4bae0 199.19.213.153 - - [31/Mar/2026:22:28:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.021 [auth-system-keycloak-80] [] 10.0.0.167:8080 1286 0.021 200 5593450b3e6a91fec66b1b3b98724ce9 199.19.213.153 - - [31/Mar/2026:22:28:34 +0000] "GET /admin/realms/atmosphere/clients/5c2a1726-aa2f-4324-88a7-cb85c3c9fd7e/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.008 [auth-system-keycloak-80] [] 10.0.0.167:8080 119 0.008 404 a8f99d70e6f81351767c47903d5e6317 199.19.213.153 - - [31/Mar/2026:22:28:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.167:8080 1286 0.007 200 cd695f517b73eb9bc133d50b9b4c5997 199.19.213.153 - - [31/Mar/2026:22:28:35 +0000] "POST /admin/realms/atmosphere/clients/5c2a1726-aa2f-4324-88a7-cb85c3c9fd7e/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.016 [auth-system-keycloak-80] [] 10.0.0.167:8080 0 0.015 201 b2c2398f7e71b22c798dffdc24b76cbe 199.19.213.153 - - [31/Mar/2026:22:28:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.167:8080 1286 0.007 200 d125767384db97c614d1f8a63f76c476 199.19.213.153 - - [31/Mar/2026:22:28:35 +0000] "GET /admin/realms/atmosphere/clients/5c2a1726-aa2f-4324-88a7-cb85c3c9fd7e/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.014 [auth-system-keycloak-80] [] 10.0.0.167:8080 165 0.014 200 4f19fb1e3e3fdfa659fc1c1df07b161a 199.19.213.153 - - [31/Mar/2026:22:28:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.606 [auth-system-keycloak-80] [] 10.0.0.167:8080 1928 0.604 200 f59ba1493cfaf78809dfd41ed365ffd2 199.19.213.153 - - [31/Mar/2026:22:28:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.167:8080 1286 0.008 200 1edceda9b2c5a7ac649dc65eb9073006 199.19.213.153 - - [31/Mar/2026:22:28:35 +0000] "GET /admin/realms/atmosphere/clients/5c2a1726-aa2f-4324-88a7-cb85c3c9fd7e/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.167:8080 119 0.011 404 894ea1aeded7bf7e9d7705acc18e9c45 199.19.213.153 - - [31/Mar/2026:22:28:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.041 [auth-system-keycloak-80] [] 10.0.0.167:8080 1286 0.042 200 3e4877daea9944f72865291daf678822 199.19.213.153 - - [31/Mar/2026:22:28:36 +0000] "POST /admin/realms/atmosphere/clients/5c2a1726-aa2f-4324-88a7-cb85c3c9fd7e/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.020 [auth-system-keycloak-80] [] 10.0.0.167:8080 0 0.019 201 f1a9953d4071b40e9edfdb1c0bcb180a 199.19.213.153 - - [31/Mar/2026:22:28:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.167:8080 1286 0.008 200 c1c3e08d9c7e9f457894c40bec218a7e 199.19.213.153 - - [31/Mar/2026:22:28:36 +0000] "GET /admin/realms/atmosphere/clients/5c2a1726-aa2f-4324-88a7-cb85c3c9fd7e/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.041 [auth-system-keycloak-80] [] 10.0.0.167:8080 166 0.041 200 c4315ad36c2c8d25e01d56cc92c99b25 199.19.213.153 - - [31/Mar/2026:22:28:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.525 [auth-system-keycloak-80] [] 10.0.0.167:8080 1928 0.523 200 c68c3cd832cd835c8511e24958b455d2 199.19.213.153 - - [31/Mar/2026:22:28:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.016 [auth-system-keycloak-80] [] 10.0.0.167:8080 1286 0.016 200 5174a90025bbdb413f0b3b58376d7060 199.19.213.153 - - [31/Mar/2026:22:28:37 +0000] "GET /admin/realms/atmosphere/clients/5c2a1726-aa2f-4324-88a7-cb85c3c9fd7e/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.045 [auth-system-keycloak-80] [] 10.0.0.167:8080 119 0.045 404 a37233eaa2ef6a1f206a02bc8dd8c91d 199.19.213.153 - - [31/Mar/2026:22:28:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.167:8080 1286 0.010 200 fb7619f315d3a3bc2b77053fbf4b8c25 199.19.213.153 - - [31/Mar/2026:22:28:37 +0000] "POST /admin/realms/atmosphere/clients/5c2a1726-aa2f-4324-88a7-cb85c3c9fd7e/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.017 [auth-system-keycloak-80] [] 10.0.0.167:8080 0 0.016 201 0966c1a3435aa6ef16e77e02e30cf329 199.19.213.153 - - [31/Mar/2026:22:28:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.036 [auth-system-keycloak-80] [] 10.0.0.167:8080 1286 0.036 200 04c8f3aba5610b8daa4012d0f92d14f9 199.19.213.153 - - [31/Mar/2026:22:28:37 +0000] "GET /admin/realms/atmosphere/clients/5c2a1726-aa2f-4324-88a7-cb85c3c9fd7e/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.087 [auth-system-keycloak-80] [] 10.0.0.167:8080 166 0.087 200 f2799c6c14178fe5d9e587b9194b5ef3 199.19.213.153 - - [31/Mar/2026:22:28:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.485 [auth-system-keycloak-80] [] 10.0.0.167:8080 1928 0.484 200 1a83c466a42a95dec35b72a9a31cdbf1 199.19.213.153 - - [31/Mar/2026:22:28:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.022 [auth-system-keycloak-80] [] 10.0.0.167:8080 1251 0.022 200 939034faacfd1181e2ab93bde7fde927 199.19.213.153 - - [31/Mar/2026:22:28:38 +0000] "GET /admin/realms/atmosphere/clients/7a2a8776-d315-46e1-8728-1dccade1ea98/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.167:8080 119 0.010 404 4b6aac041feaacb251f4e3d3739a5d55 199.19.213.153 - - [31/Mar/2026:22:28:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.167:8080 1251 0.008 200 a5b93ba3364825f5e8be8889adcf15fa 199.19.213.153 - - [31/Mar/2026:22:28:38 +0000] "POST /admin/realms/atmosphere/clients/7a2a8776-d315-46e1-8728-1dccade1ea98/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.056 [auth-system-keycloak-80] [] 10.0.0.167:8080 0 0.055 201 248d9122e5ebce083d2dbfbe81b3c7ba 199.19.213.153 - - [31/Mar/2026:22:28:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.167:8080 1251 0.008 200 70a1928a0e45f7e4bb5d3f46434cd9cc 199.19.213.153 - - [31/Mar/2026:22:28:38 +0000] "GET /admin/realms/atmosphere/clients/7a2a8776-d315-46e1-8728-1dccade1ea98/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.167:8080 166 0.016 200 e575c746528999c846d75483225dbd5b W0331 22:28:39.283378 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:39.283416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:42.619759 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:42.619811 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:47.583848 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:47.583915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:47.675360 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:29:47.675474 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0331 22:29:47.675548 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:47.675573 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:47.676408 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 22:29:47.676428 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:29:47.676511 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0331 22:29:47.676536 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0331 22:29:47.676572 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:47.676593 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:47.676597 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:47.676616 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:29:47.678112 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0331 22:29:47.678138 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0331 22:29:47.679054 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0331 22:29:47.679086 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0331 22:29:47.679223 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0331 22:29:47.679271 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0331 22:29:47.686439 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0331 22:29:47.687221 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0331 22:29:47.687324 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0331 22:29:47.687529 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"5cbfd253-2835-4b33-ab19-a2f2a6e6c54b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4550", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0331 22:29:47.687573 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"c4624df9-828d-42a9-a667-971dc655f252", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4552", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:29:47.687911 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0331 22:29:47.687972 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0331 22:29:47.688385 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0331 22:29:47.688429 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"570d02a3-7d5a-4ac0-ab1a-f00f0542a498", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4553", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0331 22:29:48.161166 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0331 22:29:48.162211 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0331 22:29:48.204131 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0331 22:29:48.205119 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0331 22:29:49.002454 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0331 22:29:49.003447 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0331 22:29:50.916818 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:29:50.916896 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 22:29:50.916933 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:29:50.917111 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:50.917153 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:29:50.917291 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 22:29:50.967516 7 controller.go:216] "Backend successfully reloaded" I0331 22:29:50.967708 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-9whpw", UID:"8200c2ca-184c-4f67-b955-667ede4b87d6", APIVersion:"v1", ResourceVersion:"1490", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0331 22:29:54.250607 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:29:54.250680 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 22:29:54.250720 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:29:54.250879 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:54.250907 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:57.584041 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:29:57.584119 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 22:29:57.584212 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:29:57.584384 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:57.584419 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:00.917027 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:30:00.917092 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 22:30:00.917119 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:30:00.917236 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:00.917255 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:04.250346 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:30:04.250462 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 22:30:04.250522 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:30:04.250653 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:04.250674 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:30:04.568256 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.101.121.72"}] I0331 22:30:04.568518 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.101.121.72"}] I0331 22:30:04.568924 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.101.121.72"}] I0331 22:30:04.573186 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"570d02a3-7d5a-4ac0-ab1a-f00f0542a498", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5174", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0331 22:30:04.575434 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"5cbfd253-2835-4b33-ab19-a2f2a6e6c54b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5175", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0331 22:30:04.575926 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"c4624df9-828d-42a9-a667-971dc655f252", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5176", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:30:07.584229 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:30:07.584306 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 22:30:07.584348 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:30:07.584494 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:07.584518 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:10.919426 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:30:10.919488 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 22:30:10.919525 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:30:10.919617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:10.919639 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:14.253349 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:30:14.253455 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 22:30:14.253488 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:30:14.253596 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:14.253636 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:17.583321 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:30:17.583430 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 22:30:17.583482 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:30:17.583586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:17.583621 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:20.917556 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:30:20.917629 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:30:20.917713 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:20.917727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:24.250541 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:30:24.250643 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:30:24.250802 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:24.250831 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:27.851500 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:30:27.851562 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:30:27.851639 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:27.851660 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:31.184984 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:30:31.185071 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:30:31.185232 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:31.185255 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.101 - - [31/Mar/2026:22:30:31 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.030 [auth-system-keycloak-80] [] 10.0.0.167:8080 6432 0.030 200 a18da29c62b33224678ff40aa79f5bb1 10.0.0.242 - - [31/Mar/2026:22:30:32 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.006 [auth-system-keycloak-80] [] 10.0.0.167:8080 6432 0.006 200 18ce53b6687fdd7793925004cb416c63 W0331 22:30:34.519378 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:30:34.519606 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:34.519635 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:37.852472 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:30:37.852695 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:37.852727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:41.185182 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:30:41.185380 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:41.185403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:44.519425 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:44.519473 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:47.852495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:47.852547 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:57.796693 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:57.796732 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:31:01.133305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:31:01.133359 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.153 - - [31/Mar/2026:22:31:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.498 [auth-system-keycloak-80] [] 10.0.0.167:8080 1928 0.497 200 4c768291b8fcaffd66578886744c76ee 199.19.213.153 - - [31/Mar/2026:22:31:02 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.008 [auth-system-keycloak-80] [] 10.0.0.167:8080 4246 0.008 200 ecc26cdd383510f2b71b8109c620a8e0 199.19.213.153 - - [31/Mar/2026:22:31:03 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.390 [auth-system-keycloak-80] [] 10.0.0.167:8080 0 0.389 204 d309164061ba0ffaed5bbfcc34e11f2c 199.19.213.153 - - [31/Mar/2026:22:31:03 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.184 [auth-system-keycloak-80] [] 10.0.0.167:8080 4384 0.184 200 abc344c8afa68dbc949d9299d354bff0 199.19.213.153 - - [31/Mar/2026:22:31:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.498 [auth-system-keycloak-80] [] 10.0.0.167:8080 1928 0.496 200 c8d5cda0ad6470035e56440817ef900d 199.19.213.153 - - [31/Mar/2026:22:31:04 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.009 [auth-system-keycloak-80] [] 10.0.0.167:8080 1682 0.009 200 ff52f371580069ecc107b72a0a13932a 199.19.213.153 - - [31/Mar/2026:22:31:04 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.006 [auth-system-keycloak-80] [] 10.0.0.167:8080 6432 0.006 200 38e725c277e7152df34150f8556fa320 199.19.213.153 - - [31/Mar/2026:22:31:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.477 [auth-system-keycloak-80] [] 10.0.0.167:8080 1928 0.476 200 be388354e0b489156ba92fffedb4512a 199.19.213.153 - - [31/Mar/2026:22:31:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.011 [auth-system-keycloak-80] [] 10.0.0.167:8080 2 0.011 200 adb7587da9afb0b7c41db62f3a79eb05 199.19.213.153 - - [31/Mar/2026:22:31:06 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.186 [auth-system-keycloak-80] [] 10.0.0.167:8080 0 0.185 201 06d3b124f9035b5b9ee434594b43b7c4 199.19.213.153 - - [31/Mar/2026:22:31:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.024 [auth-system-keycloak-80] [] 10.0.0.167:8080 2246 0.024 200 ff56f3325c6daa9942591e3d0a90765a 199.19.213.153 - - [31/Mar/2026:22:31:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.493 [auth-system-keycloak-80] [] 10.0.0.167:8080 1928 0.491 200 596262fdcbb99b1a2c7775bf5677fc0c 199.19.213.153 - - [31/Mar/2026:22:31:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.167:8080 2246 0.007 200 38969049d23892c1ff6c2bd3417a080e 199.19.213.153 - - [31/Mar/2026:22:31:07 +0000] "GET /admin/realms/atmosphere/clients/88acbc9d-b5ce-45e8-bd80-6c02fceb359f/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.068 [auth-system-keycloak-80] [] 10.0.0.167:8080 233 0.068 200 c222e184203483f1b0925d9a70e9dcc0 199.19.213.153 - - [31/Mar/2026:22:31:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.022 [auth-system-keycloak-80] [] 10.0.0.167:8080 831 0.022 200 725bae1414f6768a2a493acf9190ec7e 199.19.213.153 - - [31/Mar/2026:22:31:07 +0000] "GET /admin/realms/atmosphere/clients/404114c5-155c-49dd-98f5-53b564df9a52/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.065 [auth-system-keycloak-80] [] 10.0.0.167:8080 3758 0.065 200 c887fe90cafd04f3e4c66656b7475561 199.19.213.153 - - [31/Mar/2026:22:31:08 +0000] "GET /admin/realms/atmosphere/users/1f281269-84c0-41c6-9a9f-a2ea4f31ea77/role-mappings/clients/404114c5-155c-49dd-98f5-53b564df9a52/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.179 [auth-system-keycloak-80] [] 10.0.0.167:8080 3758 0.179 200 ccd7c43c6784d003f806a13c960def0d 199.19.213.153 - - [31/Mar/2026:22:31:08 +0000] "GET /admin/realms/atmosphere/users/1f281269-84c0-41c6-9a9f-a2ea4f31ea77/role-mappings/clients/404114c5-155c-49dd-98f5-53b564df9a52/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.023 [auth-system-keycloak-80] [] 10.0.0.167:8080 2 0.022 200 68ab5a5925dea25e125d00b67fb03bd5 199.19.213.153 - - [31/Mar/2026:22:31:08 +0000] "POST /admin/realms/atmosphere/users/1f281269-84c0-41c6-9a9f-a2ea4f31ea77/role-mappings/clients/404114c5-155c-49dd-98f5-53b564df9a52 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.064 [auth-system-keycloak-80] [] 10.0.0.167:8080 0 0.063 204 4ebc70c2a41a08a7ef7fec19ff0ac29b 199.19.213.153 - - [31/Mar/2026:22:31:08 +0000] "GET /admin/realms/atmosphere/users/1f281269-84c0-41c6-9a9f-a2ea4f31ea77/role-mappings/clients/404114c5-155c-49dd-98f5-53b564df9a52/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.019 [auth-system-keycloak-80] [] 10.0.0.167:8080 576 0.019 200 ccf1204b562fdf5f0a3c929fd834eba9 W0331 22:31:11.014067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:31:11.014107 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:31:14.348127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:31:14.348180 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:31:28.173701 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:31:28.173750 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:31:31.508074 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:31:31.508115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:31:34.841279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:31:34.841331 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:33:16.702238 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:33:16.702281 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:33:51.211372 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0331 22:33:51.211456 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:33:51.211476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:33:51.215514 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:28.7kB} I0331 22:33:51.215555 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0331 22:33:51.220258 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0331 22:33:51.220636 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"221c10c4-a9fe-4c0a-b052-1aa74259f48e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7017", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:33:51.220876 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0331 22:33:51.221384 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0331 22:33:51.221484 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:33:51.221518 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:33:51.221654 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 22:33:51.269211 7 controller.go:216] "Backend successfully reloaded" I0331 22:33:51.269433 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-9whpw", UID:"8200c2ca-184c-4f67-b955-667ede4b87d6", APIVersion:"v1", ResourceVersion:"1490", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0331 22:33:51.517013 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0331 22:33:51.518219 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0331 22:33:54.555481 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:33:54.555527 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.153 - - [31/Mar/2026:22:33:55 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.215:5000 281 0.005 300 f7c76c0b70212b2f67a5cf414df33ee9 199.19.213.153 - - [31/Mar/2026:22:33:56 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.215:5000 266 0.005 200 a5c0a7d055f759c41c8ae0f52b2a60f0 199.19.213.153 - - [31/Mar/2026:22:33:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.346 [openstack-keystone-api-5000] [] 10.0.0.215:5000 1360 0.346 201 bd87fb4a44463809f37855e576fdc360 199.19.213.153 - - [31/Mar/2026:22:33:57 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.215:5000 281 0.004 300 d6949b8e408445d9954d5b679544f725 199.19.213.153 - - [31/Mar/2026:22:33:57 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.029 [openstack-keystone-api-5000] [] 10.0.0.215:5000 90 0.028 404 e98185115292d01e4ea5ead4fb9fb532 199.19.213.153 - - [31/Mar/2026:22:33:57 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.021 [openstack-keystone-api-5000] [] 10.0.0.215:5000 368 0.021 200 83ca5a2713bebef44b6b3e62da6d74a7 199.19.213.153 - - [31/Mar/2026:22:33:57 +0000] "GET /v3/domains/9395a0b763524b5ebd82a4b3551ddb8d HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.018 [openstack-keystone-api-5000] [] 10.0.0.215:5000 245 0.017 200 2c6064b40eb9d3ae1293d3599d075295 199.19.213.153 - - [31/Mar/2026:22:33:57 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.215:5000 266 0.004 200 8eef45b1d77665e50149df7d47c1ddcc 199.19.213.153 - - [31/Mar/2026:22:33:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.340 [openstack-keystone-api-5000] [] 10.0.0.215:5000 1360 0.340 201 173f21147acb4a13c918aa8b5aed2c77 199.19.213.153 - - [31/Mar/2026:22:33:58 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.215:5000 281 0.003 300 90ce46fac6a26eaddf43d3c45bf9907d 199.19.213.153 - - [31/Mar/2026:22:33:58 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.016 [openstack-keystone-api-5000] [] 10.0.0.215:5000 101 0.016 404 b70383cd754256337679fdeaf909231b 199.19.213.153 - - [31/Mar/2026:22:33:58 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.024 [openstack-keystone-api-5000] [] 10.0.0.215:5000 156 0.024 200 4476f723df0f81f5345affc672dc0962 199.19.213.153 - - [31/Mar/2026:22:33:58 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.023 [openstack-keystone-api-5000] [] 10.0.0.215:5000 454 0.023 201 905722c66481d5ba185dd046a777851c 199.19.213.153 - - [31/Mar/2026:22:33:59 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.215:5000 266 0.003 200 f08df04743c15359bbd1b86d26f36d2a 199.19.213.153 - - [31/Mar/2026:22:33:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.215:5000 1360 0.287 201 ba15df39fb1f92a316dfd1e8d425ae5d 199.19.213.153 - - [31/Mar/2026:22:33:59 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.215:5000 281 0.003 300 54cfa89f7addb713ee35cda0b189d37c 199.19.213.153 - - [31/Mar/2026:22:33:59 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.018 [openstack-keystone-api-5000] [] 10.0.0.215:5000 98 0.018 404 fdfa5d3a69ea10c93bddd7ee638c576e 199.19.213.153 - - [31/Mar/2026:22:33:59 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.016 [openstack-keystone-api-5000] [] 10.0.0.215:5000 136 0.016 200 776e7ea3ca69241225d855690d25e760 199.19.213.153 - - [31/Mar/2026:22:33:59 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.016 [openstack-keystone-api-5000] [] 10.0.0.215:5000 357 0.016 201 8abcc2d382eb8d729685c682f254fdcf 199.19.213.153 - - [31/Mar/2026:22:33:59 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.215:5000 266 0.004 200 347266dafab814d465f6c092ceb8577d 199.19.213.153 - - [31/Mar/2026:22:34:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.215:5000 1360 0.293 201 c383b9db11c359990c28548e83fad5ee 199.19.213.153 - - [31/Mar/2026:22:34:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.215:5000 281 0.004 300 26da6f693747df0fe9d0059ef306c624 199.19.213.153 - - [31/Mar/2026:22:34:00 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.072 [openstack-keystone-api-5000] [] 10.0.0.215:5000 131 0.072 404 d7d20953b41bb635e938cad31bcf292f 199.19.213.153 - - [31/Mar/2026:22:34:00 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.019 [openstack-keystone-api-5000] [] 10.0.0.215:5000 168 0.019 200 22ab91011d1557fe1e6089a191028c8d 199.19.213.153 - - [31/Mar/2026:22:34:00 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.021 [openstack-keystone-api-5000] [] 10.0.0.215:5000 224 0.021 201 efb88a5ac0e2f0577bd4279da5824f59 I0331 22:34:04.569836 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.101.121.72"}] I0331 22:34:04.575482 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"221c10c4-a9fe-4c0a-b052-1aa74259f48e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7112", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:34:04.576246 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:34:04.576278 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:34:10.103765 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:34:10.103806 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:34:13.437878 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:34:13.437919 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:34:16.771151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:34:16.771199 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:34:35.642128 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:34:35.642158 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:34:38.976171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:34:38.976219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:34:43.440322 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:34:43.440352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:34:46.774665 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:34:46.774717 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:36:12.276331 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0331 22:36:12.276426 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0331 22:36:12.276472 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:36:12.276495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:36:12.279370 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.003s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:32.2kB} I0331 22:36:12.279418 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0331 22:36:12.286412 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" W0331 22:36:12.286919 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store I0331 22:36:12.287123 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"9064caf7-dab1-4f41-bba2-391451d9d75a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8101", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:36:12.287262 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0331 22:36:12.287373 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0331 22:36:12.287452 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:36:12.287472 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:36:12.287610 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 22:36:12.354329 7 controller.go:216] "Backend successfully reloaded" I0331 22:36:12.354625 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-9whpw", UID:"8200c2ca-184c-4f67-b955-667ede4b87d6", APIVersion:"v1", ResourceVersion:"1490", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0331 22:36:12.635618 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0331 22:36:12.636982 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.19.213.153 - - [31/Mar/2026:22:36:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.215:5000 281 0.003 300 b4bc70bbe17e99f7137dc28171b526f0 199.19.213.153 - - [31/Mar/2026:22:36:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.331 [openstack-keystone-api-5000] [] 10.0.0.215:5000 1992 0.331 201 f9dc459ae6b9dbfd7140ec864a1984f2 199.19.213.153 - - [31/Mar/2026:22:36:13 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.028 [openstack-keystone-api-5000] [] 10.0.0.215:5000 85 0.029 404 cb7e61da35514fb21044f1863a910e1b 199.19.213.153 - - [31/Mar/2026:22:36:13 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.023 [openstack-keystone-api-5000] [] 10.0.0.215:5000 129 0.023 200 8a405abeeb6d655ae2899a4a146b66d8 199.19.213.153 - - [31/Mar/2026:22:36:13 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.025 [openstack-keystone-api-5000] [] 10.0.0.215:5000 230 0.025 201 3581c69b9a4a905417255a31705a48da W0331 22:36:15.621495 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0331 22:36:15.621671 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:36:15.621701 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.153 - - [31/Mar/2026:22:36:18 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 228 0.002 [openstack-keystone-api-5000] [] 10.0.0.215:5000 281 0.003 300 5d4bc0a9b3af64ed488dae82adb0dcbd 199.19.213.153 - - [31/Mar/2026:22:36:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 547 0.291 [openstack-keystone-api-5000] [] 10.0.0.215:5000 1992 0.291 201 8eff0f0f1c8f1bc8f65a7afef341f8de 199.19.213.153 - - [31/Mar/2026:22:36:19 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.023 [openstack-keystone-api-5000] [] 10.0.0.215:5000 1521 0.022 200 0982d779e8744ee9c1e06483db609a2d 199.19.213.153 - - [31/Mar/2026:22:36:19 +0000] "PUT /v3/roles/d7ec9cdac48b4a5ca60fe4328a0cb42c/implies/50f722271eac463f924cbf90c66d1be3 HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.030 [openstack-keystone-api-5000] [] 10.0.0.215:5000 521 0.030 201 4eabff09717fb17e8e48d18bf54fbe9f W0331 22:36:23.812271 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:36:23.812331 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:37:04.566776 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.101.121.72"}] I0331 22:37:04.572114 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"9064caf7-dab1-4f41-bba2-391451d9d75a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8553", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:37:04.574211 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:37:04.574263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.153 - - [31/Mar/2026:22:37:06 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.215:5000 281 0.003 300 025247fe0f9090ad83dd24f687d1d832 199.19.213.153 - - [31/Mar/2026:22:37:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.327 [openstack-keystone-api-5000] [] 10.0.0.215:5000 2055 0.327 201 3691daea78a00ded630eaed09a39b695 199.19.213.153 - - [31/Mar/2026:22:37:06 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.021 [openstack-keystone-api-5000] [] 10.0.0.215:5000 87 0.021 404 f10755e421185d80da9149ebbbc81dbd 199.19.213.153 - - [31/Mar/2026:22:37:06 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.020 [openstack-keystone-api-5000] [] 10.0.0.215:5000 390 0.019 200 1e5f572466dc13bc0cfaa927e3702feb 199.19.213.153 - - [31/Mar/2026:22:37:06 +0000] "GET /v3/users/rgw-RegionOne?domain_id=89fe948990934f8f8e3b90cb563515ed HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.029 [openstack-keystone-api-5000] [] 10.0.0.215:5000 91 0.029 404 8383f3095a713cf90bc45b44779b88ed 199.19.213.153 - - [31/Mar/2026:22:37:06 +0000] "GET /v3/users?domain_id=89fe948990934f8f8e3b90cb563515ed&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.033 [openstack-keystone-api-5000] [] 10.0.0.215:5000 178 0.033 200 e891863dc4458886a5a1b33c81ac2fb9 199.19.213.153 - - [31/Mar/2026:22:37:07 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.286 [openstack-keystone-api-5000] [] 10.0.0.215:5000 291 0.286 201 a2e36c5f3a9b2274e5e3793506cb2b41 199.19.213.153 - - [31/Mar/2026:22:37:10 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 228 0.004 [openstack-keystone-api-5000] [] 10.0.0.215:5000 281 0.004 300 35d1a3e1eecc586f56c2903112c1174a 199.19.213.153 - - [31/Mar/2026:22:37:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 547 0.282 [openstack-keystone-api-5000] [] 10.0.0.215:5000 2055 0.282 201 c344166b82dcc68bee8aeb46345687a8 199.19.213.153 - - [31/Mar/2026:22:37:10 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 386 0.023 [openstack-keystone-api-5000] [] 10.0.0.215:5000 83 0.023 404 fa6c7a3a31f0c41dd4fd6bca40450f5d 199.19.213.153 - - [31/Mar/2026:22:37:10 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "python-keystoneclient" 391 0.036 [openstack-keystone-api-5000] [] 10.0.0.215:5000 361 0.035 200 19bab6ada204df644f65bf9de5d91c9a 199.19.213.153 - - [31/Mar/2026:22:37:10 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 390 0.140 [openstack-keystone-api-5000] [] 10.0.0.215:5000 87 0.140 404 d0cfb9693ccccf1019800973d67243ec 199.19.213.153 - - [31/Mar/2026:22:37:10 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "python-keystoneclient" 395 0.019 [openstack-keystone-api-5000] [] 10.0.0.215:5000 390 0.019 200 3ca3296f37fb437b076909f620ca0739 199.19.213.153 - - [31/Mar/2026:22:37:10 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 394 0.021 [openstack-keystone-api-5000] [] 10.0.0.215:5000 91 0.021 404 636ed2655e8e11cd1867b95730e383d3 199.19.213.153 - - [31/Mar/2026:22:37:10 +0000] "GET /v3/users?domain_id=89fe948990934f8f8e3b90cb563515ed&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "python-keystoneclient" 442 0.137 [openstack-keystone-api-5000] [] 10.0.0.215:5000 458 0.137 200 41180e95edce749ba027c6700d296952 199.19.213.153 - - [31/Mar/2026:22:37:10 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 391 0.020 [openstack-keystone-api-5000] [] 10.0.0.215:5000 88 0.020 404 03686ea84f62077fabe1a0479d31885d 199.19.213.153 - - [31/Mar/2026:22:37:10 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "python-keystoneclient" 396 0.024 [openstack-keystone-api-5000] [] 10.0.0.215:5000 520 0.024 200 bc62d5f1be31145b597b11e11b0383a9 199.19.213.153 - - [31/Mar/2026:22:37:11 +0000] "PUT /v3/projects/af259de045104411bfc5bc0a669eb54e/users/f496f6b7e9d14e9482453230b87791f5/roles/072edced730049a096511f2651e534c9 HTTP/1.1" 204 0 "-" "python-keystoneclient" 513 0.051 [openstack-keystone-api-5000] [] 10.0.0.215:5000 0 0.051 204 d860b5ebf8cede4cbf8516137a3aab55 199.19.213.153 - - [31/Mar/2026:22:37:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.215:5000 281 0.004 300 90c3792d2951930ac297b2dd39c23570 199.19.213.153 - - [31/Mar/2026:22:37:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.323 [openstack-keystone-api-5000] [] 10.0.0.215:5000 2055 0.323 201 6ea64970daf07303cd09a5eb3303bbf1 199.19.213.153 - - [31/Mar/2026:22:37:14 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.021 [openstack-keystone-api-5000] [] 10.0.0.215:5000 151 0.021 200 6d3a25ec23a172fe318cec1084646c8e 199.19.213.153 - - [31/Mar/2026:22:37:14 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.044 [openstack-keystone-api-5000] [] 10.0.0.215:5000 263 0.043 201 c6c7b0ca26e17d8e08fe7f4ff3291f47 199.19.213.153 - - [31/Mar/2026:22:37:14 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.008 [openstack-keystone-api-5000] [] 10.0.0.215:5000 281 0.008 300 0567fc0a6b91c897707a25270797b091 199.19.213.153 - - [31/Mar/2026:22:37:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.285 [openstack-keystone-api-5000] [] 10.0.0.215:5000 2157 0.285 201 14d972c25b778877c87b6a37756f9fe8 199.19.213.153 - - [31/Mar/2026:22:37:15 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.020 [openstack-keystone-api-5000] [] 10.0.0.215:5000 86 0.020 404 e19d0bdbc9ee73b10b9123fe0f1eacb8 199.19.213.153 - - [31/Mar/2026:22:37:15 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.015 [openstack-keystone-api-5000] [] 10.0.0.215:5000 382 0.015 200 bee0ea134876ffc302b7a1396c00602b 199.19.213.153 - - [31/Mar/2026:22:37:15 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=40b3b214a0dc4b3fb566b0e2c61d024b HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.019 [openstack-keystone-api-5000] [] 10.0.0.215:5000 205 0.019 200 dc67dcce418fa2655ec3abd9a0105268 199.19.213.153 - - [31/Mar/2026:22:37:15 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.062 [openstack-keystone-api-5000] [] 10.0.0.215:5000 379 0.062 201 4b1fe951fd9193dda31e33bcebcb12c8 199.19.213.153 - - [31/Mar/2026:22:37:15 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.008 [openstack-keystone-api-5000] [] 10.0.0.215:5000 281 0.009 300 0773d3688d9cd078e2e32689cf2d54b9 199.19.213.153 - - [31/Mar/2026:22:37:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.299 [openstack-keystone-api-5000] [] 10.0.0.215:5000 2366 0.300 201 69910c27acb2aa1a7f391500999fd5f9 199.19.213.153 - - [31/Mar/2026:22:37:16 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.021 [openstack-keystone-api-5000] [] 10.0.0.215:5000 86 0.021 404 b834c5b3cdada6ad010ac72212e4d2bf 199.19.213.153 - - [31/Mar/2026:22:37:16 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.013 [openstack-keystone-api-5000] [] 10.0.0.215:5000 382 0.013 200 8e443bcca96106d5c522515f353e19a1 199.19.213.153 - - [31/Mar/2026:22:37:16 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=40b3b214a0dc4b3fb566b0e2c61d024b HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.018 [openstack-keystone-api-5000] [] 10.0.0.215:5000 207 0.018 200 494ca4174cd6d8832b7fe3fa8720e3d8 199.19.213.153 - - [31/Mar/2026:22:37:16 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.019 [openstack-keystone-api-5000] [] 10.0.0.215:5000 392 0.019 201 084b7191fde041df4c1be8634692012e W0331 22:37:17.271197 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 22:37:17.271331 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0331 22:37:17.271414 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:37:17.271442 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:37:17.275206 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.005s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:35.7kB} I0331 22:37:17.275232 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0331 22:37:17.279696 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0331 22:37:17.280161 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"552ec09b-a07c-4303-8be4-0a38448bfc45", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8671", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:37:17.280501 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0331 22:37:17.280874 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 22:37:17.280979 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0331 22:37:17.281074 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:37:17.281101 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:37:17.281373 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 22:37:17.326685 7 controller.go:216] "Backend successfully reloaded" I0331 22:37:17.326938 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-9whpw", UID:"8200c2ca-184c-4f67-b955-667ede4b87d6", APIVersion:"v1", ResourceVersion:"1490", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0331 22:37:17.619174 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0331 22:37:17.620269 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0331 22:37:20.616770 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 22:37:20.616980 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:37:20.617011 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:37:33.966454 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 22:37:33.966656 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:37:33.966686 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:37:39.178527 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 22:37:39.179225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:37:39.179254 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:37:39.179481 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 22:37:39.252128 7 controller.go:216] "Backend successfully reloaded" I0331 22:37:39.252382 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-9whpw", UID:"8200c2ca-184c-4f67-b955-667ede4b87d6", APIVersion:"v1", ResourceVersion:"1490", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0331 22:37:42.512486 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 22:37:42.512691 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:37:42.512723 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:37:45.846065 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 22:37:45.846201 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:37:45.846217 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:37:49.179520 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 22:37:49.179664 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:37:49.179684 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:38:04.569283 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.101.121.72"}] I0331 22:38:04.575131 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"552ec09b-a07c-4303-8be4-0a38448bfc45", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9117", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:38:04.577747 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 22:38:04.577935 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:38:04.577961 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:38:07.911089 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 22:38:07.911201 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:38:07.911218 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:38:11.244762 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 22:38:11.244948 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:38:11.244976 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:38:14.578650 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 22:38:14.578960 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:38:14.578992 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:38:23.935034 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 22:38:23.935237 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:38:23.935262 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:39:02.652495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:39:02.652549 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:40:23.910129 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0331 22:40:23.910339 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0331 22:40:23.910456 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:40:23.910507 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:40:23.916359 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.007s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.008s testedConfigurationSize:39.2kB} I0331 22:40:23.916378 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0331 22:40:23.923024 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0331 22:40:23.923213 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"a2b1da3b-3c00-4910-9003-bbb64ef6e9f0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10217", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:40:23.923613 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0331 22:40:23.924100 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0331 22:40:23.924221 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0331 22:40:23.924315 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:40:23.924340 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:40:23.924498 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 22:40:23.980330 7 controller.go:216] "Backend successfully reloaded" I0331 22:40:23.980623 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-9whpw", UID:"8200c2ca-184c-4f67-b955-667ede4b87d6", APIVersion:"v1", ResourceVersion:"1490", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0331 22:40:24.279013 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0331 22:40:24.280135 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0331 22:40:27.257623 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0331 22:40:27.257823 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:40:27.257855 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.153 - - [31/Mar/2026:22:40:27 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.215:5000 281 0.004 300 e9eb7021833a7c61698897df42fbae56 199.19.213.153 - - [31/Mar/2026:22:40:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.330 [openstack-keystone-api-5000] [] 10.0.0.215:5000 3201 0.330 201 ef38a3e798e1d69c73a5f15022f570ac 199.19.213.153 - - [31/Mar/2026:22:40:28 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c588a8587e6cc4d436524022a03d8edd 199.19.213.153 - - [31/Mar/2026:22:40:28 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a64c2056515a96fe7e4065a25a4801c4 199.19.213.153 - - [31/Mar/2026:22:40:29 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.215:5000 281 0.004 300 d1289be721c3f2fc870ae8ded95cb408 199.19.213.153 - - [31/Mar/2026:22:40:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.304 [openstack-keystone-api-5000] [] 10.0.0.215:5000 3201 0.304 201 fc42a277b135677a48554fa4e7743afd 199.19.213.153 - - [31/Mar/2026:22:40:29 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 47d5ac15b989ed23242c2b1244327e04 199.19.213.153 - - [31/Mar/2026:22:40:29 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3e0a78d4a526bb517cd859bca276d001 199.19.213.153 - - [31/Mar/2026:22:40:31 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.007 [openstack-keystone-api-5000] [] 10.0.0.215:5000 281 0.007 300 dd8caef8179e739648e3d05749f8d883 199.19.213.153 - - [31/Mar/2026:22:40:31 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.325 [openstack-keystone-api-5000] [] 10.0.0.215:5000 3201 0.325 201 be3103fdb048e8f94cbbfe4f3d6d69ef 199.19.213.153 - - [31/Mar/2026:22:40:31 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d19908c3b8198dbf5a29c50cab081a36 199.19.213.153 - - [31/Mar/2026:22:40:31 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ef837cf82033c89025ffed11b772aee4 W0331 22:40:32.229007 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0331 22:40:32.229362 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:40:32.229404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.153 - - [31/Mar/2026:22:40:33 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.215:5000 281 0.003 300 2ed2080b48cbcaedb6d3224428c73b7c 199.19.213.153 - - [31/Mar/2026:22:40:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.305 [openstack-keystone-api-5000] [] 10.0.0.215:5000 3201 0.306 201 b663570396011c8773b37bf67c3c7074 199.19.213.153 - - [31/Mar/2026:22:40:33 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a3d4b589341b0cebb54f653bf49a45f9 199.19.213.153 - - [31/Mar/2026:22:40:33 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2cc8f9870c8a24310f91921420731b9e 199.19.213.153 - - [31/Mar/2026:22:40:35 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.215:5000 281 0.003 300 b0f641c2711cc280f517e39d0a0a1165 199.19.213.153 - - [31/Mar/2026:22:40:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.215:5000 3201 0.301 201 33022e8db7dbcb42ca647da27cd5a834 199.19.213.153 - - [31/Mar/2026:22:40:35 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ee6e6ed4079695109af6f7619daeb457 199.19.213.153 - - [31/Mar/2026:22:40:35 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3281a6a14a037f8ab4fd2a0974e8d895 199.19.213.153 - - [31/Mar/2026:22:40:36 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.215:5000 281 0.004 300 f1bbe176e88eac68f5f96f785343082f 199.19.213.153 - - [31/Mar/2026:22:40:37 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.280 [openstack-keystone-api-5000] [] 10.0.0.215:5000 3201 0.280 201 0a94768b4e54a4b898e260defbe82789 199.19.213.153 - - [31/Mar/2026:22:40:37 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - bde8128efa68a5a26b9f4df3cdb77073 199.19.213.153 - - [31/Mar/2026:22:40:37 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 19ac3d728c06e9544d234fdbfe4bd18b 199.19.213.153 - - [31/Mar/2026:22:40:38 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.215:5000 281 0.004 300 43d86bb4f919cc42eec1089dd762e3cc 199.19.213.153 - - [31/Mar/2026:22:40:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.215:5000 3201 0.291 201 fc95d8be01134a9c61b68d58bfc9e31a 199.19.213.153 - - [31/Mar/2026:22:40:38 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d3c29a3824331f1154777bee39298e5b 199.19.213.153 - - [31/Mar/2026:22:40:38 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - fc7c258c9572d31a86828dedb65ed7cd 199.19.213.153 - - [31/Mar/2026:22:40:40 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.215:5000 281 0.004 300 0a45e6a0870fbce5437526984ab25b27 199.19.213.153 - - [31/Mar/2026:22:40:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.314 [openstack-keystone-api-5000] [] 10.0.0.215:5000 3201 0.314 201 7a86e40ed4ce10045a7831b0862cd393 199.19.213.153 - - [31/Mar/2026:22:40:40 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1f482c634c3ee67b2b4f0b4233127a1f 199.19.213.153 - - [31/Mar/2026:22:40:40 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - dfdd0c160743ee5732ea0077c52d3c19 199.19.213.153 - - [31/Mar/2026:22:40:42 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.215:5000 281 0.003 300 5adb31ced5b53c1c8956ae77ce49f96d 199.19.213.153 - - [31/Mar/2026:22:40:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.284 [openstack-keystone-api-5000] [] 10.0.0.215:5000 3201 0.284 201 9ca33de45f2448d00a931f0ebb4446f3 199.19.213.153 - - [31/Mar/2026:22:40:42 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 212a07c13944282262d653ea88f7e9eb 199.19.213.153 - - [31/Mar/2026:22:40:42 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7f7aadc3d929f3ba9fb999ce16039fd1 W0331 22:40:42.686014 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:40:42.686065 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.153 - - [31/Mar/2026:22:40:43 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.215:5000 281 0.003 300 38e1da71b35e1c8857389be276741f01 199.19.213.153 - - [31/Mar/2026:22:40:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.215:5000 3201 0.296 201 19259df9ea294467c7bf35cba7afd0ab 199.19.213.153 - - [31/Mar/2026:22:40:44 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.158:9292 1312 0.002 300 857a8d72bcd84fc58b410868971b2fc2 199.19.213.153 - - [31/Mar/2026:22:40:44 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.565 [openstack-glance-api-9292] [] 10.0.0.158:9292 69 0.565 200 c0cfe30d8df0bb3dec7cea130871f8dd 199.19.213.153 - - [31/Mar/2026:22:40:47 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.215:5000 281 0.003 300 265ad038c5c05d400e33c4ebe668347e 199.19.213.153 - - [31/Mar/2026:22:40:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.305 [openstack-keystone-api-5000] [] 10.0.0.215:5000 3201 0.304 201 2495e84a1e98d899d1ebe1d8254300fe 199.19.213.153 - - [31/Mar/2026:22:40:47 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.158:9292 1312 0.002 300 8e4b41355ad60f65197a9f1ecdb6ccb0 199.19.213.153 - - [31/Mar/2026:22:40:48 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.035 [openstack-glance-api-9292] [] 10.0.0.158:9292 69 0.035 200 71075b84913162ad1ea056f103a4d9f7 199.19.213.153 - - [31/Mar/2026:22:40:48 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.115 [openstack-glance-api-9292] [] 10.0.0.158:9292 151 0.114 404 bd22899d22099fef1451f7ac26002cc5 199.19.213.153 - - [31/Mar/2026:22:40:48 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.021 [openstack-glance-api-9292] [] 10.0.0.158:9292 81 0.021 200 e4ff653962822b837766c3c5bfdf8906 199.19.213.153 - - [31/Mar/2026:22:40:48 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.031 [openstack-glance-api-9292] [] 10.0.0.158:9292 84 0.031 200 3c84eec2cef61af92fb1764fab8330cf 199.19.213.153 - - [31/Mar/2026:22:40:48 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.063 [openstack-glance-api-9292] [] 10.0.0.158:9292 760 0.063 201 770751f362dfb8626dc5903cd517f1e5 199.19.213.153 - - [31/Mar/2026:22:40:52 +0000] "PUT /v2/images/7722642c-0720-4766-8dd3-93c5fb49e702/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 4.700 [openstack-glance-api-9292] [] 10.0.0.158:9292 0 4.700 204 a775d13c963aed69f82303093b61b5f9 199.19.213.153 - - [31/Mar/2026:22:40:52 +0000] "GET /v2/images/7722642c-0720-4766-8dd3-93c5fb49e702 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.015 [openstack-glance-api-9292] [] 10.0.0.158:9292 1171 0.015 200 d4a6cf0a0c46f95a7109649ebeec2c1e 199.19.213.153 - - [31/Mar/2026:22:40:53 +0000] "GET /v2/images/7722642c-0720-4766-8dd3-93c5fb49e702 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.017 [openstack-glance-api-9292] [] 10.0.0.158:9292 1171 0.017 200 0816af57151250146f0b50fef95a1c92 W0331 22:40:55.930351 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:40:55.930388 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:40:59.266042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:40:59.266093 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:41:04.568242 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.101.121.72"}] I0331 22:41:04.576656 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"a2b1da3b-3c00-4910-9003-bbb64ef6e9f0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10578", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:41:04.577666 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:41:04.577713 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store