------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0314 07:00:50.915677 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0314 07:00:50.915836 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0314 07:00:50.924550 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0314 07:00:50.928098 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0314 07:00:51.123000 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0314 07:00:51.144633 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0314 07:00:51.154962 7 nginx.go:271] "Starting NGINX Ingress controller" I0314 07:00:51.160761 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"40d40d6f-bd2d-49ee-95eb-57ec9c73b448", APIVersion:"v1", ResourceVersion:"1067", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0314 07:00:51.165980 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"59b7965b-3efe-4d92-beb6-78e0cb76fd98", APIVersion:"v1", ResourceVersion:"1066", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0314 07:00:51.166080 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"8d07452a-eb86-4e7d-b799-9154567fc286", APIVersion:"v1", ResourceVersion:"1068", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0314 07:00:52.357885 7 nginx.go:317] "Starting NGINX process" I0314 07:00:52.357968 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0314 07:00:52.358553 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0314 07:00:52.358902 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:00:52.358946 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:00:52.359002 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 07:00:52.366160 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0314 07:00:52.366282 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-p6ghz" I0314 07:00:52.391331 7 controller.go:216] "Backend successfully reloaded" I0314 07:00:52.391427 7 controller.go:227] "Initial sync, sleeping for 1 second" I0314 07:00:52.391493 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-p6ghz", UID:"b0d86f06-b903-4ab2-89ca-736534c1fd03", APIVersion:"v1", ResourceVersion:"1111", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0314 07:00:56.187839 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:00:56.187868 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:00:59.522762 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:00:59.522789 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:01:02.854860 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:01:02.854909 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:01:06.188206 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:01:06.188249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:01:09.521628 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:01:09.521667 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:01:12.854947 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:01:12.854986 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:01:16.188561 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:01:16.188594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:01:19.522280 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:01:19.522592 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:01:28.244904 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:01:28.244930 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:02:16.200057 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:02:16.200109 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:02:19.535490 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:02:19.535536 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:02:35.347408 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:02:35.347440 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:02:38.680944 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:02:38.680983 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:02:42.014377 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:02:42.014438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:02:45.347989 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:02:45.348050 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:02:48.682190 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:02:48.682214 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:02:52.014953 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:02:52.014994 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:02:55.348487 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:02:55.348531 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:02:58.682959 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:02:58.683027 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:03:02.014189 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:03:02.014230 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:03:05.349202 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:03:05.349243 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:05:07.830205 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:05:07.830238 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:05:10.527429 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.162-253-55-200.nip.io-tls": local SSL certificate auth-system/keycloak.162-253-55-200.nip.io-tls was not found. Using default certificate W0314 07:05:10.527472 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:05:10.527483 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:05:10.528752 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.001s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.001s testedConfigurationSize:14.7kB} I0314 07:05:10.528775 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0314 07:05:10.537560 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0314 07:05:10.537998 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"e1eb0720-a6bb-435c-b6ef-b39089c5e58e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"2971", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 07:05:10.538177 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.162-253-55-200.nip.io-tls" in local store I0314 07:05:10.867029 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.162-253-55-200.nip.io-tls" I0314 07:05:10.867879 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.162-253-55-200.nip.io-tls" W0314 07:05:11.164026 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:05:11.164071 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:05:11.164143 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 07:05:11.205748 7 controller.go:216] "Backend successfully reloaded" I0314 07:05:11.206131 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-p6ghz", UID:"b0d86f06-b903-4ab2-89ca-736534c1fd03", APIVersion:"v1", ResourceVersion:"1111", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0314 07:05:14.497323 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:05:14.497375 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.200 - - [14/Mar/2026:07:05:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.955 [auth-system-keycloak-80] [] 10.0.0.55:8080 1928 1.952 200 0136b116b47670dba661ca0e9964424f 162.253.55.200 - - [14/Mar/2026:07:05:21 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.171 [auth-system-keycloak-80] [] 10.0.0.55:8080 116 0.171 404 c2e285d49e79bdb333ad4e9d150a0c78 162.253.55.200 - - [14/Mar/2026:07:05:25 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.105 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 4.105 201 d7dd2853040c05f18dfcafa489bbaf6a 162.253.55.200 - - [14/Mar/2026:07:05:25 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.587 [auth-system-keycloak-80] [] 10.0.0.55:8080 4246 0.588 200 eb03ba34bedcbeda3049a1008dda367e 162.253.55.200 - - [14/Mar/2026:07:05:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.492 [auth-system-keycloak-80] [] 10.0.0.55:8080 1928 0.492 200 2ba3680b5cb2a4054f0f0a7f4977491e 162.253.55.200 - - [14/Mar/2026:07:05:26 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.089 [auth-system-keycloak-80] [] 10.0.0.55:8080 12500 0.088 200 0fef9fb16d924eacfe8550e47c8aaf28 162.253.55.200 - - [14/Mar/2026:07:05:26 +0000] "GET /admin/realms/atmosphere/client-scopes/88d16c65-5cb7-42db-8ef0-5437f48ef5e1 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.009 [auth-system-keycloak-80] [] 10.0.0.55:8080 1278 0.010 200 cb8ad14fc12974be0301f8585ea63bd8 162.253.55.200 - - [14/Mar/2026:07:05:27 +0000] "PUT /admin/realms/atmosphere/client-scopes/88d16c65-5cb7-42db-8ef0-5437f48ef5e1 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.052 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.052 204 e46ba8e57f1dd0b41b8b6d08b8d5f657 162.253.55.200 - - [14/Mar/2026:07:05:27 +0000] "GET /admin/realms/atmosphere/client-scopes/88d16c65-5cb7-42db-8ef0-5437f48ef5e1/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.085 [auth-system-keycloak-80] [] 10.0.0.55:8080 963 0.084 200 294d030d9a2618934717085e6cd42b66 162.253.55.200 - - [14/Mar/2026:07:05:27 +0000] "GET /admin/realms/atmosphere/client-scopes/88d16c65-5cb7-42db-8ef0-5437f48ef5e1/protocol-mappers/models/051e1bb5-b182-46f4-98af-d40375981ffe HTTP/1.1" 200 366 "-" "Ansible" 1309 0.010 [auth-system-keycloak-80] [] 10.0.0.55:8080 366 0.009 200 a31ab580501b1ac2078c37b76c2973bf 162.253.55.200 - - [14/Mar/2026:07:05:27 +0000] "PUT /admin/realms/atmosphere/client-scopes/88d16c65-5cb7-42db-8ef0-5437f48ef5e1/protocol-mappers/models/051e1bb5-b182-46f4-98af-d40375981ffe HTTP/1.1" 204 0 "-" "Ansible" 1622 0.075 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.074 204 a799c732522d6cd1dcba5876cb46fef4 162.253.55.200 - - [14/Mar/2026:07:05:27 +0000] "GET /admin/realms/atmosphere/client-scopes/88d16c65-5cb7-42db-8ef0-5437f48ef5e1 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.086 [auth-system-keycloak-80] [] 10.0.0.55:8080 1218 0.086 200 86d066bb6bcddef72b66853d71456509 162.253.55.200 - - [14/Mar/2026:07:05:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.521 [auth-system-keycloak-80] [] 10.0.0.55:8080 1928 0.521 200 aeea60f55989834f600b3b7db3fa9ab7 162.253.55.200 - - [14/Mar/2026:07:05:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.013 [auth-system-keycloak-80] [] 10.0.0.55:8080 2 0.012 200 701efd0a0b856a1ef7557ad03791a195 162.253.55.200 - - [14/Mar/2026:07:05:48 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.177 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.176 201 6a5210cb204179631233757e5398db12 162.253.55.200 - - [14/Mar/2026:07:05:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.081 [auth-system-keycloak-80] [] 10.0.0.55:8080 1261 0.080 200 9bf20e1e29dcc7e661ec9a8dfd61b1f5 162.253.55.200 - - [14/Mar/2026:07:05:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.460 [auth-system-keycloak-80] [] 10.0.0.55:8080 1928 0.459 200 575e97dbaee6a09b1551fe9059dd41dd 162.253.55.200 - - [14/Mar/2026:07:05:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.046 [auth-system-keycloak-80] [] 10.0.0.55:8080 2 0.046 200 4c6ee651f75b9eecca0df81eaf3a7cf9 162.253.55.200 - - [14/Mar/2026:07:05:49 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.036 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.036 201 5a683355fc94bf59abaf3c321617227e 162.253.55.200 - - [14/Mar/2026:07:05:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.054 [auth-system-keycloak-80] [] 10.0.0.55:8080 1286 0.053 200 89392d5ee31b19e824eb7be0882259b9 162.253.55.200 - - [14/Mar/2026:07:05:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.029 [auth-system-keycloak-80] [] 10.0.0.55:8080 1928 1.028 200 51e88eb7e7da0b4a93f2ef88cc30d4ca 162.253.55.200 - - [14/Mar/2026:07:05:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.062 [auth-system-keycloak-80] [] 10.0.0.55:8080 2 0.062 200 ab613bf0587fe038e937c55eb87a4dca 162.253.55.200 - - [14/Mar/2026:07:05:50 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.096 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.095 201 4d789f9f74137b7060eae69a70bed4a1 162.253.55.200 - - [14/Mar/2026:07:05:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.021 [auth-system-keycloak-80] [] 10.0.0.55:8080 1251 0.021 200 c1d04b91a1a42d0194e65d276cbf7e45 162.253.55.200 - - [14/Mar/2026:07:05:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.462 [auth-system-keycloak-80] [] 10.0.0.55:8080 1928 0.461 200 c838bdce90e318ec92516846bec91de6 162.253.55.200 - - [14/Mar/2026:07:05:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.011 [auth-system-keycloak-80] [] 10.0.0.55:8080 1261 0.010 200 bb1c0458c8a26fd589f52f7ae8b9de31 162.253.55.200 - - [14/Mar/2026:07:05:51 +0000] "GET /admin/realms/atmosphere/clients/6ded0a31-9e62-496c-8943-eaace6685dcf/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.55:8080 119 0.008 404 5adcc977a9301ea7b800dad102ed52bf 162.253.55.200 - - [14/Mar/2026:07:05:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.005 [auth-system-keycloak-80] [] 10.0.0.55:8080 1261 0.005 200 12bdae04a515c3f311f14bff377f56ee 162.253.55.200 - - [14/Mar/2026:07:05:52 +0000] "POST /admin/realms/atmosphere/clients/6ded0a31-9e62-496c-8943-eaace6685dcf/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.033 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.033 201 b9c4385702fe2c3ab24dc0b26febeee5 162.253.55.200 - - [14/Mar/2026:07:05:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.005 [auth-system-keycloak-80] [] 10.0.0.55:8080 1261 0.005 200 e4b561347c6db2758b059811f5337d1e 162.253.55.200 - - [14/Mar/2026:07:05:52 +0000] "GET /admin/realms/atmosphere/clients/6ded0a31-9e62-496c-8943-eaace6685dcf/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.068 [auth-system-keycloak-80] [] 10.0.0.55:8080 166 0.068 200 2697bc251c2f5838108bf650db4820ef I0314 07:05:52.373431 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.109.133.35"}] I0314 07:05:52.394811 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"e1eb0720-a6bb-435c-b6ef-b39089c5e58e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3358", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 07:05:52.396448 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:05:52.396488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.200 - - [14/Mar/2026:07:05:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.481 [auth-system-keycloak-80] [] 10.0.0.55:8080 1928 0.480 200 9b961e23c168adf7767c00c8c15e80a2 162.253.55.200 - - [14/Mar/2026:07:05:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.042 [auth-system-keycloak-80] [] 10.0.0.55:8080 1286 0.042 200 762379de7e03b2b3b15cec0386ce7d46 162.253.55.200 - - [14/Mar/2026:07:05:52 +0000] "GET /admin/realms/atmosphere/clients/82c9c46e-3ceb-4675-8568-5ec7d9740007/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.009 [auth-system-keycloak-80] [] 10.0.0.55:8080 119 0.009 404 d75ea7f9e4c8af46c393ba54ac0d50b7 162.253.55.200 - - [14/Mar/2026:07:05:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.55:8080 1286 0.006 200 a52d20b1c01722ea494c7b6627aa7020 162.253.55.200 - - [14/Mar/2026:07:05:53 +0000] "POST /admin/realms/atmosphere/clients/82c9c46e-3ceb-4675-8568-5ec7d9740007/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.062 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.061 201 1e0cc0a0ed374e39750f5a918aff6b8f 162.253.55.200 - - [14/Mar/2026:07:05:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.55:8080 1286 0.007 200 9ba4a4bd265bee51e26c4da7691b5476 162.253.55.200 - - [14/Mar/2026:07:05:53 +0000] "GET /admin/realms/atmosphere/clients/82c9c46e-3ceb-4675-8568-5ec7d9740007/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.071 [auth-system-keycloak-80] [] 10.0.0.55:8080 165 0.071 200 e21c95eb7722ed3a86a37a5f3554e0c5 162.253.55.200 - - [14/Mar/2026:07:05:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.470 [auth-system-keycloak-80] [] 10.0.0.55:8080 1928 0.469 200 0e34aaac2d7f49128a42ddefb5525e53 162.253.55.200 - - [14/Mar/2026:07:05:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.004 [auth-system-keycloak-80] [] 10.0.0.55:8080 1286 0.004 200 79029befcb471a60e70bcfda2f2f73fd 162.253.55.200 - - [14/Mar/2026:07:05:53 +0000] "GET /admin/realms/atmosphere/clients/82c9c46e-3ceb-4675-8568-5ec7d9740007/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.037 [auth-system-keycloak-80] [] 10.0.0.55:8080 119 0.037 404 45622fc6cc22ecd6b4e9bd0b203a98d2 162.253.55.200 - - [14/Mar/2026:07:05:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.55:8080 1286 0.005 200 c8229a99554b1fbadfc8198812874483 162.253.55.200 - - [14/Mar/2026:07:05:54 +0000] "POST /admin/realms/atmosphere/clients/82c9c46e-3ceb-4675-8568-5ec7d9740007/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.075 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.075 201 5b805be98318d72d3542aabf91b990dd 162.253.55.200 - - [14/Mar/2026:07:05:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.55:8080 1286 0.006 200 35d4c690a196fd8d4cea72064208bd92 162.253.55.200 - - [14/Mar/2026:07:05:54 +0000] "GET /admin/realms/atmosphere/clients/82c9c46e-3ceb-4675-8568-5ec7d9740007/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.55:8080 166 0.010 200 1e9369d67504239768fd317cedd2a51b 162.253.55.200 - - [14/Mar/2026:07:05:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.494 [auth-system-keycloak-80] [] 10.0.0.55:8080 1928 0.493 200 2eab486874b3bfc0964708ebf0fd34e2 162.253.55.200 - - [14/Mar/2026:07:05:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.012 [auth-system-keycloak-80] [] 10.0.0.55:8080 1286 0.012 200 7a21850371c2985df89b8df96956a361 162.253.55.200 - - [14/Mar/2026:07:05:54 +0000] "GET /admin/realms/atmosphere/clients/82c9c46e-3ceb-4675-8568-5ec7d9740007/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.55:8080 119 0.010 404 af6f41f8297fa9399d2d281d23f13cef 162.253.55.200 - - [14/Mar/2026:07:05:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.038 [auth-system-keycloak-80] [] 10.0.0.55:8080 1286 0.039 200 e538adede286365c34b9ddebb18fae2d 162.253.55.200 - - [14/Mar/2026:07:05:54 +0000] "POST /admin/realms/atmosphere/clients/82c9c46e-3ceb-4675-8568-5ec7d9740007/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.019 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.017 201 9d911197537095ba5a84510409700eeb 162.253.55.200 - - [14/Mar/2026:07:05:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.55:8080 1286 0.009 200 0f1532341772da5a3901668017d8592d 162.253.55.200 - - [14/Mar/2026:07:05:55 +0000] "GET /admin/realms/atmosphere/clients/82c9c46e-3ceb-4675-8568-5ec7d9740007/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.051 [auth-system-keycloak-80] [] 10.0.0.55:8080 166 0.051 200 7ebe7604744f0c038efe8034657f7792 162.253.55.200 - - [14/Mar/2026:07:05:55 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.478 [auth-system-keycloak-80] [] 10.0.0.55:8080 1928 0.477 200 cc3b26ced754724b0c9aceaaaf5a2028 162.253.55.200 - - [14/Mar/2026:07:05:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.55:8080 1251 0.006 200 70a7b5484a057db6f315906965f4651d 162.253.55.200 - - [14/Mar/2026:07:05:55 +0000] "GET /admin/realms/atmosphere/clients/09e3cbf1-d3cb-442d-81e1-760659360c64/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.55:8080 119 0.007 404 49aa443dfb200da6bc2467ac3ff09c7d 162.253.55.200 - - [14/Mar/2026:07:05:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.055 [auth-system-keycloak-80] [] 10.0.0.55:8080 1251 0.054 200 db1519c6b5b3b44c762a6688f573af7f 162.253.55.200 - - [14/Mar/2026:07:05:55 +0000] "POST /admin/realms/atmosphere/clients/09e3cbf1-d3cb-442d-81e1-760659360c64/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.014 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.014 201 11ea482b1b7efa9fdedd255a14e0ef51 162.253.55.200 - - [14/Mar/2026:07:05:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.55:8080 1251 0.006 200 09d9b6d43840c71684025f95f7d09abd 162.253.55.200 - - [14/Mar/2026:07:05:56 +0000] "GET /admin/realms/atmosphere/clients/09e3cbf1-d3cb-442d-81e1-760659360c64/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.051 [auth-system-keycloak-80] [] 10.0.0.55:8080 166 0.052 200 23e9caa8f59f43c016f72eb0d7b90ffd W0314 07:06:16.150197 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:06:16.150251 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:03.265392 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:03.265444 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:03.338808 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:07:03.338936 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0314 07:07:03.338990 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:03.339015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:03.339017 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 07:07:03.339120 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0314 07:07:03.339161 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:03.339173 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:03.339335 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:07:03.339409 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0314 07:07:03.339453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:03.339466 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:07:03.341103 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0314 07:07:03.341130 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0314 07:07:03.342862 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0314 07:07:03.342889 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0314 07:07:03.345244 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.007s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:18.2kB} I0314 07:07:03.345439 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0314 07:07:03.350839 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0314 07:07:03.351200 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0314 07:07:03.351221 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0314 07:07:03.351368 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0314 07:07:03.351420 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"1292fb06-257f-4501-8fa2-310c90c46995", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3929", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0314 07:07:03.351438 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"cd030dc2-dbf8-4296-a343-11e24f456525", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3931", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0314 07:07:03.354024 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0314 07:07:03.354353 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0314 07:07:03.354393 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"1f24d1ea-0bf3-46f0-8576-bcf6cb5ce03a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3937", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0314 07:07:03.702942 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0314 07:07:03.703652 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0314 07:07:03.756575 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0314 07:07:03.757512 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0314 07:07:04.912726 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0314 07:07:04.913646 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0314 07:07:06.599116 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:07:06.599163 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 07:07:06.599189 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:07:06.599282 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:06.599302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:07:06.599385 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 07:07:06.639728 7 controller.go:216] "Backend successfully reloaded" I0314 07:07:06.639992 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-p6ghz", UID:"b0d86f06-b903-4ab2-89ca-736534c1fd03", APIVersion:"v1", ResourceVersion:"1111", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0314 07:07:09.934001 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:07:09.934056 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 07:07:09.934081 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:07:09.934150 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:09.934168 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:13.407665 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:07:13.407713 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 07:07:13.407744 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:07:13.407852 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:13.407871 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:16.741531 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:07:16.741571 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 07:07:16.741592 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:07:16.741663 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:16.741679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:20.075464 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:07:20.075530 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 07:07:20.075571 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:07:20.075685 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:20.075710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:23.408021 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:07:23.408068 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 07:07:23.408093 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:07:23.408172 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:23.408193 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:26.741232 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:07:26.741356 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 07:07:26.741433 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:07:26.741634 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:26.741690 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:30.074989 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:07:30.075076 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 07:07:30.075115 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:07:30.075311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:30.075339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:33.408448 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:07:33.408535 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 07:07:33.408572 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:07:33.408780 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:33.408809 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:36.742390 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:07:36.742452 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 07:07:36.742487 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:07:36.742616 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:36.742647 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:40.074690 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:07:40.074797 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 07:07:40.074873 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:07:40.075086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:40.075144 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:43.408163 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:07:43.408263 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 07:07:43.408303 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:07:43.408496 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:43.408535 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:46.741177 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:07:46.741326 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:07:46.741470 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:46.741519 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:50.077093 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:07:50.077219 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:07:50.077371 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:50.077411 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:07:52.372077 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.109.133.35"}] I0314 07:07:52.372157 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.109.133.35"}] I0314 07:07:52.372329 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.109.133.35"}] I0314 07:07:52.379653 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"1292fb06-257f-4501-8fa2-310c90c46995", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5016", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0314 07:07:52.381360 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"1f24d1ea-0bf3-46f0-8576-bcf6cb5ce03a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5017", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0314 07:07:52.382426 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"cd030dc2-dbf8-4296-a343-11e24f456525", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5018", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 07:07:53.408673 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:07:53.408813 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:07:53.409001 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:53.409049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.64 - - [14/Mar/2026:07:07:54 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.029 [auth-system-keycloak-80] [] 10.0.0.55:8080 6432 0.030 200 a858f7d4b863337a48d987312fc205cd 10.0.0.1 - - [14/Mar/2026:07:07:55 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.007 [auth-system-keycloak-80] [] 10.0.0.55:8080 6432 0.008 200 c87378453489d327be62949ec2de2ad2 W0314 07:07:56.741491 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:07:56.741742 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:56.741774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:08:00.075219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:08:00.075436 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:08:03.409088 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:08:03.409144 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:08:11.210113 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:08:11.210155 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:08:14.543882 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:08:14.544010 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.200 - - [14/Mar/2026:07:08:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.466 [auth-system-keycloak-80] [] 10.0.0.55:8080 1928 0.464 200 81e772454e2b138b9381bc8caef647f2 162.253.55.200 - - [14/Mar/2026:07:08:17 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.006 [auth-system-keycloak-80] [] 10.0.0.55:8080 4246 0.006 200 c87d2ff45b70eb3d5f6af7fdac02ccd4 162.253.55.200 - - [14/Mar/2026:07:08:17 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.367 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.366 204 e5b79a76eddd4f761dff97f6eebb38c2 162.253.55.200 - - [14/Mar/2026:07:08:17 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.186 [auth-system-keycloak-80] [] 10.0.0.55:8080 4384 0.187 200 2b149ca16d131482a94dc6d2dba88875 162.253.55.200 - - [14/Mar/2026:07:08:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.498 [auth-system-keycloak-80] [] 10.0.0.55:8080 1928 0.497 200 d400ac0aeeee48cac6f22f7a6b7b61c1 162.253.55.200 - - [14/Mar/2026:07:08:18 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.010 [auth-system-keycloak-80] [] 10.0.0.55:8080 1682 0.010 200 44b72a55b8fd076ecfc713aaaa84e5df 162.253.55.200 - - [14/Mar/2026:07:08:19 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.006 [auth-system-keycloak-80] [] 10.0.0.55:8080 6432 0.006 200 1187d581bd7d3ffd4ed5c44c728e1214 162.253.55.200 - - [14/Mar/2026:07:08:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.494 [auth-system-keycloak-80] [] 10.0.0.55:8080 1928 0.492 200 f33bc58693756002d0d01d419e4e0041 162.253.55.200 - - [14/Mar/2026:07:08:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.55:8080 2 0.008 200 c82471d7523e460e0624e601538c17d6 162.253.55.200 - - [14/Mar/2026:07:08:20 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.102 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.102 201 1de0161a47260a571ff652415dc51410 162.253.55.200 - - [14/Mar/2026:07:08:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.069 [auth-system-keycloak-80] [] 10.0.0.55:8080 2246 0.070 200 8de1379ee1a8ddd370ed074385213227 162.253.55.200 - - [14/Mar/2026:07:08:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.419 [auth-system-keycloak-80] [] 10.0.0.55:8080 1928 0.417 200 fe4085c4677aac5fbc9ce7ffe274cfbc 162.253.55.200 - - [14/Mar/2026:07:08:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.021 [auth-system-keycloak-80] [] 10.0.0.55:8080 2246 0.022 200 a2fe94afb9b1db4f2c0028a949f04fe4 162.253.55.200 - - [14/Mar/2026:07:08:21 +0000] "GET /admin/realms/atmosphere/clients/cf0c446f-7a2f-4f02-a0cf-cf5f34bebd37/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.015 [auth-system-keycloak-80] [] 10.0.0.55:8080 233 0.016 200 9a6a4a50e9195c22af69dd57abef9015 162.253.55.200 - - [14/Mar/2026:07:08:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.018 [auth-system-keycloak-80] [] 10.0.0.55:8080 831 0.019 200 eb8a8275140d75f133d707a400729f10 162.253.55.200 - - [14/Mar/2026:07:08:21 +0000] "GET /admin/realms/atmosphere/clients/8ce80af9-6935-4309-a2d6-67e34dfb3f86/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.038 [auth-system-keycloak-80] [] 10.0.0.55:8080 3758 0.039 200 009e8b93f85058a8e9bc236c75a69ea4 162.253.55.200 - - [14/Mar/2026:07:08:22 +0000] "GET /admin/realms/atmosphere/users/bba11aba-fd5d-4430-8b5c-df3021549bee/role-mappings/clients/8ce80af9-6935-4309-a2d6-67e34dfb3f86/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.175 [auth-system-keycloak-80] [] 10.0.0.55:8080 3758 0.175 200 698493413d4a7871b01a266af5f9b026 162.253.55.200 - - [14/Mar/2026:07:08:22 +0000] "GET /admin/realms/atmosphere/users/bba11aba-fd5d-4430-8b5c-df3021549bee/role-mappings/clients/8ce80af9-6935-4309-a2d6-67e34dfb3f86/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.014 [auth-system-keycloak-80] [] 10.0.0.55:8080 2 0.014 200 12f4b8a3af5548305b8b4691447d3c9b 162.253.55.200 - - [14/Mar/2026:07:08:22 +0000] "POST /admin/realms/atmosphere/users/bba11aba-fd5d-4430-8b5c-df3021549bee/role-mappings/clients/8ce80af9-6935-4309-a2d6-67e34dfb3f86 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.071 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.071 204 2949db3e89ca703064b42b846b6fc5b0 162.253.55.200 - - [14/Mar/2026:07:08:22 +0000] "GET /admin/realms/atmosphere/users/bba11aba-fd5d-4430-8b5c-df3021549bee/role-mappings/clients/8ce80af9-6935-4309-a2d6-67e34dfb3f86/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.010 [auth-system-keycloak-80] [] 10.0.0.55:8080 576 0.010 200 66cb6fbd599e1516cae89fdd028b32e6 W0314 07:08:24.585280 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:08:24.585358 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:08:27.918986 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:08:27.919060 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:08:41.151282 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:08:41.151384 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:08:44.487225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:08:44.487298 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:08:47.818312 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:08:47.818367 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:10:30.228973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:10:30.229006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:05.544826 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0314 07:11:05.544889 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:05.544902 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:11:05.547695 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.003s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:28.7kB} I0314 07:11:05.547727 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0314 07:11:05.552441 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0314 07:11:05.552765 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"1fe90bc5-bdcf-44f2-aab3-88341c1d6d2d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6272", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 07:11:05.552948 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0314 07:11:05.553347 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0314 07:11:05.553418 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:05.553440 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:11:05.553745 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 07:11:05.597639 7 controller.go:216] "Backend successfully reloaded" I0314 07:11:05.597849 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-p6ghz", UID:"b0d86f06-b903-4ab2-89ca-736534c1fd03", APIVersion:"v1", ResourceVersion:"1111", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0314 07:11:05.828732 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0314 07:11:05.830078 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0314 07:11:08.887288 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:08.887331 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.200 - - [14/Mar/2026:07:11:09 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.232:5000 281 0.005 300 522bca09960b4b6eef8e1ffd9689a646 162.253.55.200 - - [14/Mar/2026:07:11:11 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.232:5000 266 0.004 200 f69db5faa33d0300ba86d31dd74c3069 162.253.55.200 - - [14/Mar/2026:07:11:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.336 [openstack-keystone-api-5000] [] 10.0.0.232:5000 1360 0.337 201 26c30f9af0d5530941324a96b1639ddb 162.253.55.200 - - [14/Mar/2026:07:11:11 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.232:5000 281 0.003 300 a7fb9e5236b358679335e42a3718b17f 162.253.55.200 - - [14/Mar/2026:07:11:11 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.032 [openstack-keystone-api-5000] [] 10.0.0.232:5000 90 0.031 404 3a1521b09fed47cd26dd313c84c68ffc 162.253.55.200 - - [14/Mar/2026:07:11:11 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.030 [openstack-keystone-api-5000] [] 10.0.0.232:5000 370 0.030 200 a9c8ff37442007a4928433b2aa219d1e 162.253.55.200 - - [14/Mar/2026:07:11:11 +0000] "GET /v3/domains/d1106df1f4624c81a14541847f0aba4e HTTP/1.1" 200 247 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.020 [openstack-keystone-api-5000] [] 10.0.0.232:5000 247 0.020 200 59e3a5fa735e631b5bace3f1d0b01f85 162.253.55.200 - - [14/Mar/2026:07:11:12 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.232:5000 266 0.003 200 27ae9d3a39d73544253cc4b807298809 162.253.55.200 - - [14/Mar/2026:07:11:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.232:5000 1360 0.292 201 a9bb82d495d80a57ef2d56cca9af2928 162.253.55.200 - - [14/Mar/2026:07:11:12 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.232:5000 281 0.003 300 2bcaa888cfbac7b8999fcbbf66154a88 162.253.55.200 - - [14/Mar/2026:07:11:12 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.022 [openstack-keystone-api-5000] [] 10.0.0.232:5000 101 0.022 404 1581e985a689d7c5c0d7dc32918e69cd 162.253.55.200 - - [14/Mar/2026:07:11:12 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.017 [openstack-keystone-api-5000] [] 10.0.0.232:5000 156 0.017 200 025dc9b62df43e5449607331e79c4433 162.253.55.200 - - [14/Mar/2026:07:11:12 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.022 [openstack-keystone-api-5000] [] 10.0.0.232:5000 342 0.022 201 08b06b415e2a8a2ab9276ef4a6531007 162.253.55.200 - - [14/Mar/2026:07:11:13 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.013 [openstack-keystone-api-5000] [] 10.0.0.232:5000 266 0.012 200 6f98e1c6f076eb7d3d9cd1bfaa165fd6 162.253.55.200 - - [14/Mar/2026:07:11:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.232:5000 1360 0.301 201 05ab3fae26aaf23d465e2cf38ed5b853 162.253.55.200 - - [14/Mar/2026:07:11:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.232:5000 281 0.003 300 b4142d994ab28b257b7cb2b015c9b847 162.253.55.200 - - [14/Mar/2026:07:11:13 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.019 [openstack-keystone-api-5000] [] 10.0.0.232:5000 98 0.020 404 36521a9657d683e6564dd2d37a9a7970 162.253.55.200 - - [14/Mar/2026:07:11:13 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.016 [openstack-keystone-api-5000] [] 10.0.0.232:5000 136 0.016 200 8e8df7dc10f5d57b8d741f83ef4390a3 162.253.55.200 - - [14/Mar/2026:07:11:13 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.028 [openstack-keystone-api-5000] [] 10.0.0.232:5000 357 0.028 201 d5eba151069ad825a41f0da13ef5a8c9 162.253.55.200 - - [14/Mar/2026:07:11:14 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.232:5000 266 0.003 200 38845d66c2cf780a1c67b77acfd75d8f 162.253.55.200 - - [14/Mar/2026:07:11:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.232:5000 1360 0.292 201 bb073c2a3ab2584e38529a3939dde630 162.253.55.200 - - [14/Mar/2026:07:11:14 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.232:5000 281 0.002 300 072bb15b353d7b09f848c9004557e7ee 162.253.55.200 - - [14/Mar/2026:07:11:14 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.022 [openstack-keystone-api-5000] [] 10.0.0.232:5000 131 0.022 404 6fa365ca18723af80b1d00c473d8777f 162.253.55.200 - - [14/Mar/2026:07:11:14 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.018 [openstack-keystone-api-5000] [] 10.0.0.232:5000 168 0.018 200 02ab1e0fb69e52858fba115b211dffdf 162.253.55.200 - - [14/Mar/2026:07:11:14 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.020 [openstack-keystone-api-5000] [] 10.0.0.232:5000 224 0.021 201 ea7edea2845f6a209d0f34bc43894266 W0314 07:11:23.994345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:23.994388 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:27.328063 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:27.328093 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:31.244887 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:31.244918 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:34.578433 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:34.578473 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:49.458693 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:49.458735 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:11:52.372769 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.109.133.35"}] I0314 07:11:52.378130 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"1fe90bc5-bdcf-44f2-aab3-88341c1d6d2d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6615", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 07:11:52.792367 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:52.792412 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:56.127135 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:56.127182 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:59.458887 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:59.458926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:12:02.792893 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:12:02.792936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:13:32.887427 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0314 07:13:32.887544 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0314 07:13:32.887610 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:13:32.887634 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:13:32.891714 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:32.2kB} I0314 07:13:32.891748 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0314 07:13:32.898528 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" W0314 07:13:32.899011 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store I0314 07:13:32.899352 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"810d001a-0d36-48bf-bd36-1d78cfeb10a3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7312", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 07:13:32.899440 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0314 07:13:32.899526 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0314 07:13:32.899587 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:13:32.899597 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:13:32.899713 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 07:13:32.955560 7 controller.go:216] "Backend successfully reloaded" I0314 07:13:32.955868 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-p6ghz", UID:"b0d86f06-b903-4ab2-89ca-736534c1fd03", APIVersion:"v1", ResourceVersion:"1111", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0314 07:13:33.171757 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0314 07:13:33.173060 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 162.253.55.200 - - [14/Mar/2026:07:13:33 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.232:5000 281 0.004 300 be42598b89e46b9cdb6bbd225025ba02 162.253.55.200 - - [14/Mar/2026:07:13:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.336 [openstack-keystone-api-5000] [] 10.0.0.232:5000 1992 0.335 201 a763abd6241598c11dc643270fc383e9 162.253.55.200 - - [14/Mar/2026:07:13:33 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.020 [openstack-keystone-api-5000] [] 10.0.0.232:5000 85 0.020 404 bfce0a4128521aa1803992fab4895eb0 162.253.55.200 - - [14/Mar/2026:07:13:34 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.024 [openstack-keystone-api-5000] [] 10.0.0.232:5000 129 0.024 200 7f4839b6398ed85c935e3c76a3da042b 162.253.55.200 - - [14/Mar/2026:07:13:34 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.026 [openstack-keystone-api-5000] [] 10.0.0.232:5000 230 0.027 201 1fabc488b88d4188636a14d05bd78e4c W0314 07:13:36.232756 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0314 07:13:36.232870 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:13:36.232889 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.200 - - [14/Mar/2026:07:13:44 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.232:5000 281 0.004 300 39aebdeefb7faa5ac5a2f332f0ccab1b 162.253.55.200 - - [14/Mar/2026:07:13:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 549 0.292 [openstack-keystone-api-5000] [] 10.0.0.232:5000 1992 0.292 201 a5438db4caeaab42acd042a10e32aca8 162.253.55.200 - - [14/Mar/2026:07:13:45 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.031 [openstack-keystone-api-5000] [] 10.0.0.232:5000 1521 0.031 200 3a10d3258011054f7d3e62d61e19dcb6 162.253.55.200 - - [14/Mar/2026:07:13:45 +0000] "PUT /v3/roles/07b027282822467d84bbdbd476fb4d4f/implies/d5b666c87e7b4c50aec64fd050f5677f HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.043 [openstack-keystone-api-5000] [] 10.0.0.232:5000 521 0.044 201 93087dd328047595a62ba311f7e399cd W0314 07:13:47.459469 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:13:47.459506 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:13:52.495307 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.109.133.35"}] I0314 07:13:52.501596 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"810d001a-0d36-48bf-bd36-1d78cfeb10a3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7577", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 07:13:52.502796 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:13:52.502831 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.200 - - [14/Mar/2026:07:14:29 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.232:5000 281 0.004 300 d37c8ab46e71de8d15e01b92d2b30081 162.253.55.200 - - [14/Mar/2026:07:14:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.363 [openstack-keystone-api-5000] [] 10.0.0.232:5000 2055 0.363 201 25ed548f78990f2704bfa2ed5db23db1 162.253.55.200 - - [14/Mar/2026:07:14:30 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.024 [openstack-keystone-api-5000] [] 10.0.0.232:5000 87 0.024 404 61ae689bd0781341472c4bc4667eef10 162.253.55.200 - - [14/Mar/2026:07:14:30 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.031 [openstack-keystone-api-5000] [] 10.0.0.232:5000 390 0.030 200 c0ce5fe9ac497a6ac80bc3fec0022593 162.253.55.200 - - [14/Mar/2026:07:14:30 +0000] "GET /v3/users/rgw-RegionOne?domain_id=dfa5da6367b04230bc39dd5ce348a40a HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.032 [openstack-keystone-api-5000] [] 10.0.0.232:5000 91 0.031 404 9df795f4419355de40a1212f0f45a988 162.253.55.200 - - [14/Mar/2026:07:14:30 +0000] "GET /v3/users?domain_id=dfa5da6367b04230bc39dd5ce348a40a&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.040 [openstack-keystone-api-5000] [] 10.0.0.232:5000 178 0.040 200 6d2c0b9371a1335015e4ffbcbd830e9c 162.253.55.200 - - [14/Mar/2026:07:14:30 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.313 [openstack-keystone-api-5000] [] 10.0.0.232:5000 291 0.313 201 dceb39a91b4a440ef8850b38111adb8a 162.253.55.200 - - [14/Mar/2026:07:14:34 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.232:5000 281 0.004 300 6c8d9cf85d6569c63fb3c21aa0e79b90 162.253.55.200 - - [14/Mar/2026:07:14:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 549 0.309 [openstack-keystone-api-5000] [] 10.0.0.232:5000 2055 0.309 201 fdd3d3cf162bff45a29afe4a4b17c704 162.253.55.200 - - [14/Mar/2026:07:14:35 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 430 0.020 [openstack-keystone-api-5000] [] 10.0.0.232:5000 83 0.020 404 8f73686f32a6dc91c5c87030cc749ae5 162.253.55.200 - - [14/Mar/2026:07:14:35 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 448 0.023 [openstack-keystone-api-5000] [] 10.0.0.232:5000 361 0.022 200 c67598278b1e2096165c078aee281d0d 162.253.55.200 - - [14/Mar/2026:07:14:35 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 434 0.023 [openstack-keystone-api-5000] [] 10.0.0.232:5000 87 0.023 404 1d21de2a822cfe59c50ceeb6bbe4583f 162.253.55.200 - - [14/Mar/2026:07:14:35 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 452 0.028 [openstack-keystone-api-5000] [] 10.0.0.232:5000 390 0.028 200 81232ae9ffaeef8602f3d3f02f68fbd6 162.253.55.200 - - [14/Mar/2026:07:14:35 +0000] "GET /v3/users/rgw-RegionOne?domain_id=dfa5da6367b04230bc39dd5ce348a40a HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 481 0.024 [openstack-keystone-api-5000] [] 10.0.0.232:5000 91 0.025 404 4fd80d1a990a46f62dc2cc958a6fb3dd 162.253.55.200 - - [14/Mar/2026:07:14:35 +0000] "GET /v3/users?domain_id=dfa5da6367b04230bc39dd5ce348a40a&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 499 0.041 [openstack-keystone-api-5000] [] 10.0.0.232:5000 458 0.042 200 4920e45fcf412085b4a0e30254a16ee2 162.253.55.200 - - [14/Mar/2026:07:14:35 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 435 0.027 [openstack-keystone-api-5000] [] 10.0.0.232:5000 88 0.028 404 c4be9004eada12aca881ffef28ceaf90 162.253.55.200 - - [14/Mar/2026:07:14:35 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 453 0.025 [openstack-keystone-api-5000] [] 10.0.0.232:5000 520 0.026 200 c237cf75b9cf62dbb8547fbdb2720062 162.253.55.200 - - [14/Mar/2026:07:14:35 +0000] "PUT /v3/projects/d8af94d83c0e4509b28669aea01af4fc/users/3c1f962f43354274b4fa7a55bb84b47d/roles/b3e29a47913e48c1a79af36b6a851727 HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 557 0.034 [openstack-keystone-api-5000] [] 10.0.0.232:5000 0 0.034 204 563d22d6fec197b673204de04e15eade 162.253.55.200 - - [14/Mar/2026:07:14:37 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.232:5000 281 0.003 300 1cc9e54411f82ee9497e7b9405d94b3d 162.253.55.200 - - [14/Mar/2026:07:14:37 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.333 [openstack-keystone-api-5000] [] 10.0.0.232:5000 2055 0.333 201 3df7e257f9bf64d2b213e0306dc843e2 162.253.55.200 - - [14/Mar/2026:07:14:37 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.021 [openstack-keystone-api-5000] [] 10.0.0.232:5000 151 0.020 200 c1c2a897da8a09452d112a6049ed90ca 162.253.55.200 - - [14/Mar/2026:07:14:37 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.028 [openstack-keystone-api-5000] [] 10.0.0.232:5000 263 0.028 201 a7c0f02f9714c82ae2e320a1a840cb85 162.253.55.200 - - [14/Mar/2026:07:14:38 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.232:5000 281 0.004 300 d4f99afbbe0e7b50dfbbdd2393c57abf 162.253.55.200 - - [14/Mar/2026:07:14:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.305 [openstack-keystone-api-5000] [] 10.0.0.232:5000 2157 0.304 201 67d24dcc5d45b4dd42f1c8544a0d5c68 162.253.55.200 - - [14/Mar/2026:07:14:38 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.021 [openstack-keystone-api-5000] [] 10.0.0.232:5000 86 0.021 404 1ee285e629e59b85236892dbab65582e 162.253.55.200 - - [14/Mar/2026:07:14:38 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.017 [openstack-keystone-api-5000] [] 10.0.0.232:5000 382 0.016 200 17a9612d4d2aaeeed3e1acefbd450164 162.253.55.200 - - [14/Mar/2026:07:14:38 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=7111c730a71a4eb29623490f3fe9bb74 HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.020 [openstack-keystone-api-5000] [] 10.0.0.232:5000 205 0.019 200 27dd378fd1da54297b58b60b546b5f85 162.253.55.200 - - [14/Mar/2026:07:14:38 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.036 [openstack-keystone-api-5000] [] 10.0.0.232:5000 379 0.036 201 35589d325e87cd1e380e0538414593d2 162.253.55.200 - - [14/Mar/2026:07:14:39 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.232:5000 281 0.004 300 bc6f969208bc91c5d7dc321f19dc8708 162.253.55.200 - - [14/Mar/2026:07:14:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.315 [openstack-keystone-api-5000] [] 10.0.0.232:5000 2366 0.315 201 1619be0e86544efabd4c0ba978e6abf1 162.253.55.200 - - [14/Mar/2026:07:14:39 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.017 [openstack-keystone-api-5000] [] 10.0.0.232:5000 86 0.017 404 cfd0f1160620f478b4fc7996e653f8f0 162.253.55.200 - - [14/Mar/2026:07:14:39 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.021 [openstack-keystone-api-5000] [] 10.0.0.232:5000 382 0.021 200 6dfb237b187293ae029c9291464fdbe9 162.253.55.200 - - [14/Mar/2026:07:14:39 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=7111c730a71a4eb29623490f3fe9bb74 HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.014 [openstack-keystone-api-5000] [] 10.0.0.232:5000 207 0.014 200 b8fc6c4045a87880351c2ab76f14dda4 162.253.55.200 - - [14/Mar/2026:07:14:39 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.023 [openstack-keystone-api-5000] [] 10.0.0.232:5000 392 0.024 201 3bc7974d80e6cedd699ce25474890125 W0314 07:14:40.826052 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 07:14:40.826172 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0314 07:14:40.826245 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:14:40.826262 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:14:40.829663 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.004s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:35.7kB} I0314 07:14:40.829691 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0314 07:14:40.837255 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0314 07:14:40.837587 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"e6d80a0b-3b36-45b4-82e9-8741a79c5492", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7862", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 07:14:40.837714 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0314 07:14:40.838052 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 07:14:40.838171 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0314 07:14:40.838224 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:14:40.838239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:14:40.838347 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 07:14:40.887730 7 controller.go:216] "Backend successfully reloaded" I0314 07:14:40.888012 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-p6ghz", UID:"b0d86f06-b903-4ab2-89ca-736534c1fd03", APIVersion:"v1", ResourceVersion:"1111", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0314 07:14:41.161797 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0314 07:14:41.162504 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0314 07:14:44.174134 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 07:14:44.174332 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:14:44.174355 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:14:52.375463 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.109.133.35"}] I0314 07:14:52.381140 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"e6d80a0b-3b36-45b4-82e9-8741a79c5492", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7982", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 07:14:52.383111 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 07:14:52.383311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:14:52.383337 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:14:57.395555 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 07:14:57.395753 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:14:57.395784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:15:02.462989 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 07:15:02.463307 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:15:02.463331 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:15:05.797533 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 07:15:05.797884 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:15:05.797932 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:15:05.798237 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 07:15:05.847554 7 controller.go:216] "Backend successfully reloaded" I0314 07:15:05.847843 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-p6ghz", UID:"b0d86f06-b903-4ab2-89ca-736534c1fd03", APIVersion:"v1", ResourceVersion:"1111", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0314 07:15:09.130266 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 07:15:09.130453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:15:09.130485 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:15:12.463709 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 07:15:12.463838 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:15:12.463857 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:15:27.955512 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 07:15:27.956217 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:15:27.956253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:15:31.290417 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 07:15:31.290600 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:15:31.290628 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:15:36.139249 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 07:15:36.139428 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:15:36.139456 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:15:45.352632 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 07:15:45.353067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:15:45.353086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:16:24.349421 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:16:24.349471 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:17:42.131192 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0314 07:17:42.131327 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0314 07:17:42.131410 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:17:42.131436 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:17:42.135442 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.005s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:39.2kB} I0314 07:17:42.135469 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0314 07:17:42.138221 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0314 07:17:42.138498 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"0f1e3078-45f4-4a0a-a36d-4185918b0809", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9300", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 07:17:42.138590 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0314 07:17:42.138928 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0314 07:17:42.139016 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0314 07:17:42.139083 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:17:42.139103 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:17:42.139233 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 07:17:42.191788 7 controller.go:216] "Backend successfully reloaded" I0314 07:17:42.191949 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-p6ghz", UID:"b0d86f06-b903-4ab2-89ca-736534c1fd03", APIVersion:"v1", ResourceVersion:"1111", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0314 07:17:42.538881 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0314 07:17:42.540008 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0314 07:17:45.475152 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0314 07:17:45.475371 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:17:45.475400 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.200 - - [14/Mar/2026:07:17:46 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.232:5000 281 0.006 300 7a4127c6aa522ccf29cd5c40614a899a 162.253.55.200 - - [14/Mar/2026:07:17:46 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.337 [openstack-keystone-api-5000] [] 10.0.0.232:5000 3201 0.336 201 a436cabb57231c365f43516d6370af2a 162.253.55.200 - - [14/Mar/2026:07:17:46 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b7dabf31b305f46a56f1d5afe25799db 162.253.55.200 - - [14/Mar/2026:07:17:46 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a1f62db71c33ce265c9f7f60f748e7e9 162.253.55.200 - - [14/Mar/2026:07:17:48 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.232:5000 281 0.003 300 5725802a6eef4bb9ecd9f2c78fc9ee31 162.253.55.200 - - [14/Mar/2026:07:17:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.232:5000 3201 0.290 201 f4eae81262ba3c60649598ec0cf56dda 162.253.55.200 - - [14/Mar/2026:07:17:48 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 83a3d9b1b1f54175c75156ad5f95ddca 162.253.55.200 - - [14/Mar/2026:07:17:48 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 9d9d1f356f26c3bcb1670b95a578c265 162.253.55.200 - - [14/Mar/2026:07:17:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.232:5000 281 0.002 300 6f9783b43e38c25519a8882fbcc8b82c 162.253.55.200 - - [14/Mar/2026:07:17:50 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.298 [openstack-keystone-api-5000] [] 10.0.0.232:5000 3201 0.297 201 2b9103ccc1d07a20891ab81841eb4b9b 162.253.55.200 - - [14/Mar/2026:07:17:50 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 02cab80cf1f94076da855d326d899d34 162.253.55.200 - - [14/Mar/2026:07:17:50 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f4eb2396175e147c44fb15b9152bae5f 162.253.55.200 - - [14/Mar/2026:07:17:51 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.232:5000 281 0.003 300 119e808d09856a060a486e58f760e56e 162.253.55.200 - - [14/Mar/2026:07:17:51 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.309 [openstack-keystone-api-5000] [] 10.0.0.232:5000 3201 0.310 201 e824b12b561e861cf1000f8f1870a6b0 162.253.55.200 - - [14/Mar/2026:07:17:51 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - cd9fa78586662d3e80d1310bceb919d3 162.253.55.200 - - [14/Mar/2026:07:17:51 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1c65e70a76e06ea19f086c14b8640410 I0314 07:17:52.374462 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.109.133.35"}] I0314 07:17:52.380206 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"0f1e3078-45f4-4a0a-a36d-4185918b0809", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9376", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 07:17:52.381175 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0314 07:17:52.381271 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:17:52.381288 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.200 - - [14/Mar/2026:07:17:53 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.232:5000 281 0.003 300 b0d0d9d6f8bcf046e19bb333ee89c45e 162.253.55.200 - - [14/Mar/2026:07:17:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.232:5000 3201 0.300 201 beac28db006d8997b4788bde4fd14b04 162.253.55.200 - - [14/Mar/2026:07:17:53 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 47019f452bfea19ffd2b68a625bc77a7 162.253.55.200 - - [14/Mar/2026:07:17:53 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - dde0171db5a0d0f2a1e48c6d95440963 162.253.55.200 - - [14/Mar/2026:07:17:55 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.232:5000 281 0.004 300 bdecc7ad7776349cc9df6ea3f9a81103 162.253.55.200 - - [14/Mar/2026:07:17:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.306 [openstack-keystone-api-5000] [] 10.0.0.232:5000 3201 0.307 201 e0c7108bbd8a24c3a4bd628f9deaab71 162.253.55.200 - - [14/Mar/2026:07:17:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - feb49933c1e78b27dbc495924495faab 162.253.55.200 - - [14/Mar/2026:07:17:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2a837172a2477dabc2c5f9495e90e89c W0314 07:17:55.715024 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0314 07:17:55.715172 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:17:55.715192 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.200 - - [14/Mar/2026:07:17:57 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.232:5000 281 0.004 300 8932ae80c47007440ec6f575c60a5fea 162.253.55.200 - - [14/Mar/2026:07:17:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.309 [openstack-keystone-api-5000] [] 10.0.0.232:5000 3201 0.309 201 c95cc55f147ec716bd9ceb077cb38de9 162.253.55.200 - - [14/Mar/2026:07:17:57 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a6498e4e6c4c55085173c90e40e3ad76 162.253.55.200 - - [14/Mar/2026:07:17:57 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5f20bcab9c27c3f68442eaddcd5b257b 162.253.55.200 - - [14/Mar/2026:07:17:58 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.232:5000 281 0.003 300 acaf5e4d223e3f44649f5f610903600c 162.253.55.200 - - [14/Mar/2026:07:17:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.303 [openstack-keystone-api-5000] [] 10.0.0.232:5000 3201 0.304 201 053cf1ffc7de8d01d2e475d44ef29119 162.253.55.200 - - [14/Mar/2026:07:17:59 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - fabd7789b831fa28c1f979bbabda6f44 162.253.55.200 - - [14/Mar/2026:07:17:59 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - aa119f67d39e71341b5cd919faa5d1a0 162.253.55.200 - - [14/Mar/2026:07:18:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.232:5000 281 0.004 300 c149b6ec3e7126702ee7b138749afac4 162.253.55.200 - - [14/Mar/2026:07:18:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.232:5000 3201 0.300 201 bcf4064d4daf2e31c2dc3bd6c92801cb 162.253.55.200 - - [14/Mar/2026:07:18:00 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4a44559b3d554e08672ee4f9d0955eba 162.253.55.200 - - [14/Mar/2026:07:18:00 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a18b6cce9a6996cb61d3a9468674ea60 162.253.55.200 - - [14/Mar/2026:07:18:02 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.232:5000 281 0.003 300 12c876c95c6bffd8f32a2f5f5a9cc9d7 162.253.55.200 - - [14/Mar/2026:07:18:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.299 [openstack-keystone-api-5000] [] 10.0.0.232:5000 3201 0.299 201 73444fe738d3150ffca45906f9e744c1 162.253.55.200 - - [14/Mar/2026:07:18:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e4c92c838ff73628d7fb9d7cf3145707 162.253.55.200 - - [14/Mar/2026:07:18:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ef12f16f199950e479f57b6334aa6a40 162.253.55.200 - - [14/Mar/2026:07:18:04 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.232:5000 281 0.005 300 d2b6805664487438175a31f638255409 162.253.55.200 - - [14/Mar/2026:07:18:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.232:5000 3201 0.290 201 a6dcf441dd3848cf24e78673243c437d 162.253.55.200 - - [14/Mar/2026:07:18:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6bd5034aee6827f49932f4339fc91963 162.253.55.200 - - [14/Mar/2026:07:18:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a512e3a692b22c0da100f349984d3474 W0314 07:18:04.977133 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:18:04.977180 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.200 - - [14/Mar/2026:07:18:05 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.232:5000 281 0.003 300 ff0ceffc510de0e13765fd25605ed44a 162.253.55.200 - - [14/Mar/2026:07:18:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.309 [openstack-keystone-api-5000] [] 10.0.0.232:5000 3201 0.309 201 2134fe14e160baf526978d884116ca59 162.253.55.200 - - [14/Mar/2026:07:18:06 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.187:9292 1312 0.002 300 59c2cdf43966158dad53a1fa6d2e71d7 162.253.55.200 - - [14/Mar/2026:07:18:06 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.555 [openstack-glance-api-9292] [] 10.0.0.187:9292 69 0.554 200 8d76c0d3ee10d3e1ce9f62827f907a24 162.253.55.200 - - [14/Mar/2026:07:18:09 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.232:5000 281 0.004 300 29e774becdaae3199c0258a8c041fdab 162.253.55.200 - - [14/Mar/2026:07:18:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.232:5000 3201 0.299 201 e5a94abca97ddc5f19b5b8f752913cea 162.253.55.200 - - [14/Mar/2026:07:18:10 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.187:9292 1312 0.002 300 d5c77ba4d0cd2e2364b0d75b6c806d6d 162.253.55.200 - - [14/Mar/2026:07:18:10 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.054 [openstack-glance-api-9292] [] 10.0.0.187:9292 69 0.053 200 584bd3fdbd13ee418e04bc6f208c4112 162.253.55.200 - - [14/Mar/2026:07:18:10 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.130 [openstack-glance-api-9292] [] 10.0.0.187:9292 151 0.131 404 292ad369e31a0ddfb53c57a2f5f0d481 162.253.55.200 - - [14/Mar/2026:07:18:10 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.023 [openstack-glance-api-9292] [] 10.0.0.187:9292 81 0.022 200 9c9ec79b95e061d485d506bae6851339 162.253.55.200 - - [14/Mar/2026:07:18:10 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.026 [openstack-glance-api-9292] [] 10.0.0.187:9292 84 0.027 200 d301577498d9b5a4f531b7f1edfbcc3e 162.253.55.200 - - [14/Mar/2026:07:18:10 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.069 [openstack-glance-api-9292] [] 10.0.0.187:9292 760 0.070 201 11b9c65ba6ae16bccf1e0cb26dc80210 162.253.55.200 - - [14/Mar/2026:07:18:13 +0000] "PUT /v2/images/f80d883e-abff-4d9c-9b91-001978885638/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.252 [openstack-glance-api-9292] [] 10.0.0.187:9292 0 3.252 204 fb89794273d947cba06b888da26adb62 162.253.55.200 - - [14/Mar/2026:07:18:13 +0000] "GET /v2/images/f80d883e-abff-4d9c-9b91-001978885638 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.017 [openstack-glance-api-9292] [] 10.0.0.187:9292 1171 0.017 200 44e76112abf62c5667621b16c865c808 162.253.55.200 - - [14/Mar/2026:07:18:13 +0000] "GET /v2/images/f80d883e-abff-4d9c-9b91-001978885638 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.016 [openstack-glance-api-9292] [] 10.0.0.187:9292 1171 0.016 200 e83b82a09a3b70ab504807d1d5ebe74b W0314 07:18:16.876341 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:18:16.876453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:18:20.209989 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:18:20.210048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store