------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0409 02:08:02.211307 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0409 02:08:02.211515 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0409 02:08:02.219719 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0409 02:08:02.222472 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0409 02:08:02.413581 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0409 02:08:02.434591 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0409 02:08:02.445483 7 nginx.go:271] "Starting NGINX Ingress controller" I0409 02:08:02.452672 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"c1963dac-0da6-4f92-b868-6f950974e90c", APIVersion:"v1", ResourceVersion:"1397", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0409 02:08:02.457935 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"7c272164-58e8-4055-9a79-3be8a4e60467", APIVersion:"v1", ResourceVersion:"1395", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0409 02:08:02.458057 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"53408509-897a-469d-972b-ec2dd42e29a2", APIVersion:"v1", ResourceVersion:"1396", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0409 02:08:03.647453 7 nginx.go:317] "Starting NGINX process" I0409 02:08:03.647580 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0409 02:08:03.648006 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0409 02:08:03.648414 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0409 02:08:03.648499 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:03.648532 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:08:03.648594 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:08:03.687948 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0409 02:08:03.688060 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-rbcjw" I0409 02:08:03.698316 7 controller.go:216] "Backend successfully reloaded" I0409 02:08:03.698418 7 controller.go:227] "Initial sync, sleeping for 1 second" I0409 02:08:03.698494 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rbcjw", UID:"2495904f-2ba4-4852-940a-ca73db1d51e0", APIVersion:"v1", ResourceVersion:"1437", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0409 02:08:07.473085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:07.473110 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:10.807024 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:10.807087 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:14.141566 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:14.141719 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:17.473588 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:17.473639 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:20.808546 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:20.808700 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:26.328514 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:26.328569 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:29.663937 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:29.663982 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:32.995295 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:32.995416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:36.328777 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:36.328820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:40.705888 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:40.705918 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:44.040658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:44.040708 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:08.240948 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:08.241175 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:11.574521 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:11.574713 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:32.198088 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:32.198130 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:35.531737 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:35.531781 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:38.865800 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:38.865832 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:42.198444 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:42.198487 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:45.532145 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:45.532181 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:48.865064 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:48.865132 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:54.279864 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:54.279891 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:57.613745 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:57.613790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:03.338141 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:03.338169 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:06.672604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:06.672653 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:13:10.315593 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:13:10.315626 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:13:12.024031 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-74.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-74.nip.io-tls was not found. Using default certificate W0409 02:13:12.024096 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:13:12.024110 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:13:12.025909 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0409 02:13:12.025944 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0409 02:13:12.035724 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0409 02:13:12.035959 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"c11e264b-33a6-4e48-babc-98266f04cff9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3631", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:13:12.036249 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-74.nip.io-tls" in local store I0409 02:13:12.303083 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-74.nip.io-tls" I0409 02:13:12.304347 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-74.nip.io-tls" W0409 02:13:13.649350 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:13:13.649394 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:13:13.649468 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:13:13.689856 7 controller.go:216] "Backend successfully reloaded" I0409 02:13:13.690089 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rbcjw", UID:"2495904f-2ba4-4852-940a-ca73db1d51e0", APIVersion:"v1", ResourceVersion:"1437", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0409 02:13:16.982614 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:13:16.982662 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.74 - - [09/Apr/2026:02:13:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.017 [auth-system-keycloak-80] [] 10.0.0.32:8080 1925 2.015 200 1b8ca39770d8830934e78bd602c27f2d 199.204.45.74 - - [09/Apr/2026:02:13:23 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.178 [auth-system-keycloak-80] [] 10.0.0.32:8080 116 0.178 404 1d265fc6e7fe2c37f26aa17e33b0a8fa 199.204.45.74 - - [09/Apr/2026:02:13:27 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 4.291 [auth-system-keycloak-80] [] 10.0.0.32:8080 0 4.290 201 32b59da5efb3948c524a07bf07dea453 199.204.45.74 - - [09/Apr/2026:02:13:28 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.595 [auth-system-keycloak-80] [] 10.0.0.32:8080 4246 0.595 200 a6a57b0aaa4808bcc88f873439e51fde 199.204.45.74 - - [09/Apr/2026:02:13:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.476 [auth-system-keycloak-80] [] 10.0.0.32:8080 1925 0.475 200 6a60a6b4fe204e3e408d4edbbb702b0e 199.204.45.74 - - [09/Apr/2026:02:13:29 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.104 [auth-system-keycloak-80] [] 10.0.0.32:8080 12500 0.104 200 0c49362cd1262dc4cb4d1546a4a69388 199.204.45.74 - - [09/Apr/2026:02:13:29 +0000] "GET /admin/realms/atmosphere/client-scopes/a0943539-e4de-428a-aed3-79ea57c18bc2 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.076 [auth-system-keycloak-80] [] 10.0.0.32:8080 1278 0.077 200 9c0e5bc7df6ce1b0ba54e034d672dd44 199.204.45.74 - - [09/Apr/2026:02:13:29 +0000] "PUT /admin/realms/atmosphere/client-scopes/a0943539-e4de-428a-aed3-79ea57c18bc2 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.019 [auth-system-keycloak-80] [] 10.0.0.32:8080 0 0.019 204 5280146760ce1f0cc65498e0b3070a26 199.204.45.74 - - [09/Apr/2026:02:13:29 +0000] "GET /admin/realms/atmosphere/client-scopes/a0943539-e4de-428a-aed3-79ea57c18bc2/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.066 [auth-system-keycloak-80] [] 10.0.0.32:8080 963 0.066 200 bca15ad1cd130f9363f59c506959948e 199.204.45.74 - - [09/Apr/2026:02:13:29 +0000] "GET /admin/realms/atmosphere/client-scopes/a0943539-e4de-428a-aed3-79ea57c18bc2/protocol-mappers/models/d9e8d899-1226-4ddc-a0dd-ca728b369f0a HTTP/1.1" 200 366 "-" "Ansible" 1307 0.015 [auth-system-keycloak-80] [] 10.0.0.32:8080 366 0.015 200 a7d237f79b3b1626575415c83c4e373d 199.204.45.74 - - [09/Apr/2026:02:13:29 +0000] "PUT /admin/realms/atmosphere/client-scopes/a0943539-e4de-428a-aed3-79ea57c18bc2/protocol-mappers/models/d9e8d899-1226-4ddc-a0dd-ca728b369f0a HTTP/1.1" 204 0 "-" "Ansible" 1620 0.071 [auth-system-keycloak-80] [] 10.0.0.32:8080 0 0.071 204 42cf90184288be5ab906a50cf93482b6 199.204.45.74 - - [09/Apr/2026:02:13:29 +0000] "GET /admin/realms/atmosphere/client-scopes/a0943539-e4de-428a-aed3-79ea57c18bc2 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.089 [auth-system-keycloak-80] [] 10.0.0.32:8080 1218 0.090 200 84076433ed78304b76ee97f4a8c8afbb 199.204.45.74 - - [09/Apr/2026:02:13:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.504 [auth-system-keycloak-80] [] 10.0.0.32:8080 1925 0.502 200 7c0c83462e1a0d08072248bddb5140b7 199.204.45.74 - - [09/Apr/2026:02:13:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.013 [auth-system-keycloak-80] [] 10.0.0.32:8080 2 0.012 200 1a08da8e597ae15b8bd22b102b0f99c7 199.204.45.74 - - [09/Apr/2026:02:13:51 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.187 [auth-system-keycloak-80] [] 10.0.0.32:8080 0 0.187 201 d3bf2547998bd6a71a365dd13e7ae723 199.204.45.74 - - [09/Apr/2026:02:13:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.074 [auth-system-keycloak-80] [] 10.0.0.32:8080 1259 0.074 200 570c3eef582234c5d470d9292122ba6d 199.204.45.74 - - [09/Apr/2026:02:13:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.451 [auth-system-keycloak-80] [] 10.0.0.32:8080 1925 0.450 200 ddd32fe295e58b655b67d9e5749c7bf8 199.204.45.74 - - [09/Apr/2026:02:13:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.028 [auth-system-keycloak-80] [] 10.0.0.32:8080 2 0.029 200 6a7507e368b7ef84328c1006c3af1638 199.204.45.74 - - [09/Apr/2026:02:13:52 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.101 [auth-system-keycloak-80] [] 10.0.0.32:8080 0 0.101 201 c24a09dcd144fd9355c972d5587e54c0 199.204.45.74 - - [09/Apr/2026:02:13:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.087 [auth-system-keycloak-80] [] 10.0.0.32:8080 1283 0.088 200 6d02cf87420366b5b54481742689f442 199.204.45.74 - - [09/Apr/2026:02:13:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.501 [auth-system-keycloak-80] [] 10.0.0.32:8080 1925 0.499 200 22005fea3f105fa23fc652d4d6b829c0 199.204.45.74 - - [09/Apr/2026:02:13:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.010 [auth-system-keycloak-80] [] 10.0.0.32:8080 2 0.010 200 e776d316dbdfa7a2d6887df64c60c836 199.204.45.74 - - [09/Apr/2026:02:13:54 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.662 [auth-system-keycloak-80] [] 10.0.0.32:8080 0 0.661 201 0b0b6f1b163291ede60b391b6d80cc7e 199.204.45.74 - - [09/Apr/2026:02:13:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.019 [auth-system-keycloak-80] [] 10.0.0.32:8080 1249 0.019 200 f62287ad40a7ced7133e8df7ce1fe17c 199.204.45.74 - - [09/Apr/2026:02:13:55 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.467 [auth-system-keycloak-80] [] 10.0.0.32:8080 1925 0.466 200 a7113488365019a85b81a2a659dd55ea 199.204.45.74 - - [09/Apr/2026:02:13:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.023 [auth-system-keycloak-80] [] 10.0.0.32:8080 1259 0.024 200 715e5be85b15ed897e5702a8e0fe1745 199.204.45.74 - - [09/Apr/2026:02:13:55 +0000] "GET /admin/realms/atmosphere/clients/d5a9e378-ddde-4fd0-a8c7-4a10731ad558/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.015 [auth-system-keycloak-80] [] 10.0.0.32:8080 119 0.014 404 c8fd5de5e3ae0b0554df6a56e1433568 199.204.45.74 - - [09/Apr/2026:02:13:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.32:8080 1259 0.008 200 024e1c8dbe9e10168b97efd69af6c561 199.204.45.74 - - [09/Apr/2026:02:13:55 +0000] "POST /admin/realms/atmosphere/clients/d5a9e378-ddde-4fd0-a8c7-4a10731ad558/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.058 [auth-system-keycloak-80] [] 10.0.0.32:8080 0 0.058 201 c03e863e14134e6a8c1ae9a035ee42f0 199.204.45.74 - - [09/Apr/2026:02:13:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.32:8080 1259 0.008 200 57d97b0037b790dd106e7ff097081254 199.204.45.74 - - [09/Apr/2026:02:13:55 +0000] "GET /admin/realms/atmosphere/clients/d5a9e378-ddde-4fd0-a8c7-4a10731ad558/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.063 [auth-system-keycloak-80] [] 10.0.0.32:8080 166 0.064 200 287a851f26e9ceb3cc6be749687ffbd1 199.204.45.74 - - [09/Apr/2026:02:13:56 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.462 [auth-system-keycloak-80] [] 10.0.0.32:8080 1925 0.461 200 83fc0abceada5854a4be30d3c4baa014 199.204.45.74 - - [09/Apr/2026:02:13:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.32:8080 1283 0.007 200 63144ba1384719bc49c6c1e3b1c943c8 199.204.45.74 - - [09/Apr/2026:02:13:56 +0000] "GET /admin/realms/atmosphere/clients/9fdd480c-e258-41ec-977d-d107e4ec05c0/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.044 [auth-system-keycloak-80] [] 10.0.0.32:8080 119 0.045 404 5a67415356a8357aeb0a0cb536a46437 199.204.45.74 - - [09/Apr/2026:02:13:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.32:8080 1283 0.006 200 ab9194eef850b36f09afa28b68c67c63 199.204.45.74 - - [09/Apr/2026:02:13:56 +0000] "POST /admin/realms/atmosphere/clients/9fdd480c-e258-41ec-977d-d107e4ec05c0/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.012 [auth-system-keycloak-80] [] 10.0.0.32:8080 0 0.012 201 b2950ae15302241f6e5acccee233603c 199.204.45.74 - - [09/Apr/2026:02:13:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.004 [auth-system-keycloak-80] [] 10.0.0.32:8080 1283 0.005 200 f119ab530e62331dc6cf441eb3af33be 199.204.45.74 - - [09/Apr/2026:02:13:56 +0000] "GET /admin/realms/atmosphere/clients/9fdd480c-e258-41ec-977d-d107e4ec05c0/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.034 [auth-system-keycloak-80] [] 10.0.0.32:8080 165 0.034 200 d2de6d9d911d08b88f0ab381f28e386e 199.204.45.74 - - [09/Apr/2026:02:13:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.475 [auth-system-keycloak-80] [] 10.0.0.32:8080 1925 0.474 200 58fc68b522953d347ec0406667737838 199.204.45.74 - - [09/Apr/2026:02:13:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.034 [auth-system-keycloak-80] [] 10.0.0.32:8080 1283 0.034 200 20bcab48ac7e4353b419109a06c197e6 199.204.45.74 - - [09/Apr/2026:02:13:57 +0000] "GET /admin/realms/atmosphere/clients/9fdd480c-e258-41ec-977d-d107e4ec05c0/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.007 [auth-system-keycloak-80] [] 10.0.0.32:8080 119 0.006 404 0a179516f5db7caf9a47f458b0f351d0 199.204.45.74 - - [09/Apr/2026:02:13:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.074 [auth-system-keycloak-80] [] 10.0.0.32:8080 1283 0.074 200 3617468590b4bf5a961a502305998c53 199.204.45.74 - - [09/Apr/2026:02:13:57 +0000] "POST /admin/realms/atmosphere/clients/9fdd480c-e258-41ec-977d-d107e4ec05c0/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.016 [auth-system-keycloak-80] [] 10.0.0.32:8080 0 0.016 201 d282bfbceea5a89956b0b1fdf615a3e8 199.204.45.74 - - [09/Apr/2026:02:13:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.066 [auth-system-keycloak-80] [] 10.0.0.32:8080 1283 0.067 200 5e13bd49c7c346acab455ba08847681e 199.204.45.74 - - [09/Apr/2026:02:13:57 +0000] "GET /admin/realms/atmosphere/clients/9fdd480c-e258-41ec-977d-d107e4ec05c0/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.088 [auth-system-keycloak-80] [] 10.0.0.32:8080 166 0.089 200 ccc366750178d71f51414688ef311321 199.204.45.74 - - [09/Apr/2026:02:13:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.446 [auth-system-keycloak-80] [] 10.0.0.32:8080 1925 0.445 200 40ae98dbd4bc67bcd45ff0b0dbd08303 199.204.45.74 - - [09/Apr/2026:02:13:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.012 [auth-system-keycloak-80] [] 10.0.0.32:8080 1283 0.012 200 b1d7180d6757eb192761b2a653213313 199.204.45.74 - - [09/Apr/2026:02:13:58 +0000] "GET /admin/realms/atmosphere/clients/9fdd480c-e258-41ec-977d-d107e4ec05c0/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.058 [auth-system-keycloak-80] [] 10.0.0.32:8080 119 0.059 404 02607025c6a1a6ff06d0fa06262b54ff 199.204.45.74 - - [09/Apr/2026:02:13:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.32:8080 1283 0.008 200 a3b00851eeaed2d64cd709ecc7979e63 199.204.45.74 - - [09/Apr/2026:02:13:58 +0000] "POST /admin/realms/atmosphere/clients/9fdd480c-e258-41ec-977d-d107e4ec05c0/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.017 [auth-system-keycloak-80] [] 10.0.0.32:8080 0 0.015 201 79dbfb1702601e289002cf8fc23e8007 199.204.45.74 - - [09/Apr/2026:02:13:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.32:8080 1283 0.006 200 a6108517c3f2977af17850dc82f7d408 199.204.45.74 - - [09/Apr/2026:02:13:58 +0000] "GET /admin/realms/atmosphere/clients/9fdd480c-e258-41ec-977d-d107e4ec05c0/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.026 [auth-system-keycloak-80] [] 10.0.0.32:8080 166 0.026 200 dcd7cb6a3a2d119faf7936c67979cf20 199.204.45.74 - - [09/Apr/2026:02:13:59 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.458 [auth-system-keycloak-80] [] 10.0.0.32:8080 1925 0.456 200 1070ef9694bd18ba00cd4cfaf73c23cc 199.204.45.74 - - [09/Apr/2026:02:13:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.046 [auth-system-keycloak-80] [] 10.0.0.32:8080 1249 0.047 200 5d73d6354d0fe3e35586f8bd64446e5d 199.204.45.74 - - [09/Apr/2026:02:13:59 +0000] "GET /admin/realms/atmosphere/clients/c773b0fb-e72f-4506-98d6-ffd2877d082c/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.32:8080 119 0.010 404 844cdc9580aaa0998530ab23cdf8f524 199.204.45.74 - - [09/Apr/2026:02:13:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.32:8080 1249 0.008 200 08b748cddf45ff66e61598498fbf9090 199.204.45.74 - - [09/Apr/2026:02:13:59 +0000] "POST /admin/realms/atmosphere/clients/c773b0fb-e72f-4506-98d6-ffd2877d082c/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.061 [auth-system-keycloak-80] [] 10.0.0.32:8080 0 0.059 201 bedd4503c6dbaf908821d7146d9deccb 199.204.45.74 - - [09/Apr/2026:02:13:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.32:8080 1249 0.007 200 e3bb89c8185798d44e15537cafc7e413 199.204.45.74 - - [09/Apr/2026:02:13:59 +0000] "GET /admin/realms/atmosphere/clients/c773b0fb-e72f-4506-98d6-ffd2877d082c/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.32:8080 166 0.013 200 2f7f4587c5d1cedf245b98c71fd2496d I0409 02:14:03.696337 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.109.107.80"}] I0409 02:14:03.701280 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"c11e264b-33a6-4e48-babc-98266f04cff9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4095", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:14:03.703085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:03.703204 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:13.612968 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:13.613013 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:16.946974 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:16.947029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:20.282197 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:20.282255 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:07.782910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:07.782977 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:07.891122 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:15:07.891203 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0409 02:15:07.891248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:07.891268 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:07.891349 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:15:07.891433 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0409 02:15:07.891501 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:07.891517 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:07.891867 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:15:07.891973 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0409 02:15:07.892024 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:07.892048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:15:07.892950 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0409 02:15:07.892981 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0409 02:15:07.893804 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0409 02:15:07.893834 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0409 02:15:07.894197 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0409 02:15:07.894255 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0409 02:15:07.909647 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0409 02:15:07.910045 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0409 02:15:07.910080 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0409 02:15:07.910274 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"9bff7a00-f639-4f83-b88f-362c23100238", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4661", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:15:07.910328 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0409 02:15:07.910347 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0409 02:15:07.910333 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"8bf1f87e-f724-4ae9-a6a2-623ad12accd0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4663", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0409 02:15:07.910573 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"0e4e2fde-99df-49f8-a9d3-4301541c6b6b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4664", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:15:07.910585 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0409 02:15:08.290741 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0409 02:15:08.292012 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0409 02:15:08.397568 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0409 02:15:08.398816 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0409 02:15:09.533217 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0409 02:15:09.534205 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0409 02:15:11.116818 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:15:11.116887 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:15:11.116923 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:15:11.117077 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:11.117121 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:15:11.117332 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:15:11.166130 7 controller.go:216] "Backend successfully reloaded" I0409 02:15:11.166343 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rbcjw", UID:"2495904f-2ba4-4852-940a-ca73db1d51e0", APIVersion:"v1", ResourceVersion:"1437", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0409 02:15:14.450166 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:15:14.450219 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:15:14.450247 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:15:14.450329 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:14.450345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:17.784150 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:15:17.784196 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:15:17.784215 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:15:17.784319 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:17.784336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:21.116626 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:15:21.116702 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:15:21.116746 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:15:21.116910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:21.116942 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:24.449578 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:15:24.449641 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:15:24.449674 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:15:24.449779 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:24.449801 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:27.783273 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:15:27.783356 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:15:27.783377 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:15:27.783453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:27.783467 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:31.116443 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:15:31.116509 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:15:31.116538 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:15:31.116640 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:31.116868 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:34.449615 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:15:34.449690 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:15:34.449756 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:15:34.449881 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:34.449904 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:37.783573 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:15:37.783626 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:15:37.783655 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:15:37.783729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:37.783748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:41.116414 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:15:41.116527 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:15:41.116696 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:41.116718 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:44.449817 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:15:44.449900 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:15:44.450027 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:44.450050 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:47.784103 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:15:47.784225 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:15:47.784319 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:47.784340 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:51.117065 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:15:51.117166 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:15:51.117300 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:51.117325 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.206 - - [09/Apr/2026:02:15:53 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.031 [auth-system-keycloak-80] [] 10.0.0.32:8080 6411 0.031 200 1dc453a730fb92b2335641aec91ea886 W0409 02:15:54.450515 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:15:54.450603 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:15:54.450721 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:54.450744 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:57.784134 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:15:57.784413 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:57.784451 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.1 - - [09/Apr/2026:02:15:59 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.010 [auth-system-keycloak-80] [] 10.0.0.32:8080 6411 0.009 200 da6ac1014d92b4d230d4efe6eb889d0f W0409 02:16:01.116540 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:16:01.116783 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:16:01.117036 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:16:03.703541 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.109.107.80"}] I0409 02:16:03.703550 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.109.107.80"}] I0409 02:16:03.703539 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.109.107.80"}] I0409 02:16:03.708530 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"8bf1f87e-f724-4ae9-a6a2-623ad12accd0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5861", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0409 02:16:03.712506 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"9bff7a00-f639-4f83-b88f-362c23100238", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5862", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0409 02:16:03.713974 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"0e4e2fde-99df-49f8-a9d3-4301541c6b6b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5863", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:16:04.450127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:16:04.450187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:16:07.783404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:16:07.783455 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:16:17.226406 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:16:17.226452 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:16:20.562387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:16:20.562455 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.74 - - [09/Apr/2026:02:16:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.476 [auth-system-keycloak-80] [] 10.0.0.32:8080 1925 0.476 200 a3a1e58fbfe0d59d13f6a0fefa6301cf 199.204.45.74 - - [09/Apr/2026:02:16:23 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.031 [auth-system-keycloak-80] [] 10.0.0.32:8080 4246 0.031 200 3c3ddbc14fa0bf5f5daa3c2a60a10192 199.204.45.74 - - [09/Apr/2026:02:16:23 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.403 [auth-system-keycloak-80] [] 10.0.0.32:8080 0 0.402 204 4ea5abc9219069de02a473b2090ce0d1 199.204.45.74 - - [09/Apr/2026:02:16:23 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.187 [auth-system-keycloak-80] [] 10.0.0.32:8080 4384 0.188 200 f3aa3b31b22b8c16bd24945c3986dc59 199.204.45.74 - - [09/Apr/2026:02:16:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.491 [auth-system-keycloak-80] [] 10.0.0.32:8080 1925 0.491 200 1a3da5c62e6e5c977ff24492780af7fa 199.204.45.74 - - [09/Apr/2026:02:16:24 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.32:8080 1682 0.007 200 91f1dfddf7d430f253b9eb65f193415a 199.204.45.74 - - [09/Apr/2026:02:16:25 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.006 [auth-system-keycloak-80] [] 10.0.0.32:8080 6411 0.006 200 2301e58fa67b16f6128d226305c83bbb 199.204.45.74 - - [09/Apr/2026:02:16:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.472 [auth-system-keycloak-80] [] 10.0.0.32:8080 1925 0.470 200 8b671bdeb70182be97cdce13c0add6c2 199.204.45.74 - - [09/Apr/2026:02:16:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.008 [auth-system-keycloak-80] [] 10.0.0.32:8080 2 0.008 200 84a8bdecf1b9a80015805935300f55f0 199.204.45.74 - - [09/Apr/2026:02:16:26 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.091 [auth-system-keycloak-80] [] 10.0.0.32:8080 0 0.091 201 566aa884d43e47ec6175695c936bfeb4 199.204.45.74 - - [09/Apr/2026:02:16:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.138 [auth-system-keycloak-80] [] 10.0.0.32:8080 2242 0.138 200 d0c966a2c3c825c6861a22cbace01d07 199.204.45.74 - - [09/Apr/2026:02:16:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.473 [auth-system-keycloak-80] [] 10.0.0.32:8080 1925 0.472 200 4728a6c42cb5d54ccff2c3f59199b6cb 199.204.45.74 - - [09/Apr/2026:02:16:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.006 [auth-system-keycloak-80] [] 10.0.0.32:8080 2242 0.007 200 17de05b42dfd8b74464aaca096445c8c 199.204.45.74 - - [09/Apr/2026:02:16:28 +0000] "GET /admin/realms/atmosphere/clients/d2468deb-0e15-41d7-b641-80e475e0b812/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.016 [auth-system-keycloak-80] [] 10.0.0.32:8080 233 0.016 200 8549f5b728d92f2fa64188a60b841682 199.204.45.74 - - [09/Apr/2026:02:16:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.047 [auth-system-keycloak-80] [] 10.0.0.32:8080 831 0.047 200 a1b28ad1bc1b1ab49f8c7e508be41ba8 199.204.45.74 - - [09/Apr/2026:02:16:28 +0000] "GET /admin/realms/atmosphere/clients/0fc9d96e-3f75-4d56-918c-31eac7ddaae3/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.024 [auth-system-keycloak-80] [] 10.0.0.32:8080 3758 0.024 200 0883078fd7875dab065b1cd7de386fb7 199.204.45.74 - - [09/Apr/2026:02:16:28 +0000] "GET /admin/realms/atmosphere/users/d1bb4792-4661-41a4-87bf-c587943658e5/role-mappings/clients/0fc9d96e-3f75-4d56-918c-31eac7ddaae3/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.161 [auth-system-keycloak-80] [] 10.0.0.32:8080 3758 0.162 200 886107fee688e1c927df872057a3591c 199.204.45.74 - - [09/Apr/2026:02:16:28 +0000] "GET /admin/realms/atmosphere/users/d1bb4792-4661-41a4-87bf-c587943658e5/role-mappings/clients/0fc9d96e-3f75-4d56-918c-31eac7ddaae3/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.084 [auth-system-keycloak-80] [] 10.0.0.32:8080 2 0.085 200 d6f666102667b26421a7870ee7aad6d4 199.204.45.74 - - [09/Apr/2026:02:16:28 +0000] "POST /admin/realms/atmosphere/users/d1bb4792-4661-41a4-87bf-c587943658e5/role-mappings/clients/0fc9d96e-3f75-4d56-918c-31eac7ddaae3 HTTP/1.1" 204 0 "-" "Ansible" 1388 0.061 [auth-system-keycloak-80] [] 10.0.0.32:8080 0 0.059 204 ce83f6ec5e1ebe04713f3c21e94a659d 199.204.45.74 - - [09/Apr/2026:02:16:28 +0000] "GET /admin/realms/atmosphere/users/d1bb4792-4661-41a4-87bf-c587943658e5/role-mappings/clients/0fc9d96e-3f75-4d56-918c-31eac7ddaae3/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.015 [auth-system-keycloak-80] [] 10.0.0.32:8080 576 0.015 200 f3b453387aec3cc59ab2a0ed703513e7 W0409 02:16:31.097777 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:16:31.097808 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:16:34.432041 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:16:34.432097 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:16:49.492328 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:16:49.492363 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:36.744414 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:36.744460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:06.367533 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0409 02:19:06.367662 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:06.367695 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:19:06.370532 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.003s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:28.7kB} I0409 02:19:06.370590 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0409 02:19:06.380187 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0409 02:19:06.380487 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"ac4dae5c-1c8b-4e61-a8ed-31aa172f2b83", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7103", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:19:06.380608 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0409 02:19:06.380869 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0409 02:19:06.380948 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:06.380976 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:19:06.381075 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:19:06.422481 7 controller.go:216] "Backend successfully reloaded" I0409 02:19:06.422796 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rbcjw", UID:"2495904f-2ba4-4852-940a-ca73db1d51e0", APIVersion:"v1", ResourceVersion:"1437", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0409 02:19:06.920343 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0409 02:19:06.921960 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0409 02:19:09.716108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:09.716159 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.74 - - [09/Apr/2026:02:19:10 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.004 [openstack-keystone-api-5000] [] 10.0.0.54:5000 280 0.004 300 bc7e4c1464123a1b547a42dc24d25a46 199.204.45.74 - - [09/Apr/2026:02:19:12 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.006 [openstack-keystone-api-5000] [] 10.0.0.54:5000 265 0.007 200 96a6add4e5b4a142878bbfe9cb1d9de6 199.204.45.74 - - [09/Apr/2026:02:19:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.328 [openstack-keystone-api-5000] [] 10.0.0.54:5000 1359 0.328 201 4819002ebb575fd861644417074be72d 199.204.45.74 - - [09/Apr/2026:02:19:12 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.54:5000 280 0.004 300 4c4609c3e6d2ed49f9344b79740ed2e4 199.204.45.74 - - [09/Apr/2026:02:19:12 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 437 0.030 [openstack-keystone-api-5000] [] 10.0.0.54:5000 90 0.031 404 0cec47ba1672d89780fbb1053f69e9cc 199.204.45.74 - - [09/Apr/2026:02:19:12 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.026 [openstack-keystone-api-5000] [] 10.0.0.54:5000 366 0.025 200 2b151aed1550fd6f7649304d60fd3250 199.204.45.74 - - [09/Apr/2026:02:19:12 +0000] "GET /v3/domains/1aa611da4f144af0b8a81f1d0870eda7 HTTP/1.1" 200 244 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.019 [openstack-keystone-api-5000] [] 10.0.0.54:5000 244 0.018 200 1ea7d218967406bc885b60e7c47b3972 199.204.45.74 - - [09/Apr/2026:02:19:13 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.54:5000 265 0.004 200 458c47892a8d30aa57a6cd19cb2bf0f4 199.204.45.74 - - [09/Apr/2026:02:19:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.306 [openstack-keystone-api-5000] [] 10.0.0.54:5000 1359 0.306 201 115004d7f11ed430a36ec6ac9caddf46 199.204.45.74 - - [09/Apr/2026:02:19:13 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.54:5000 280 0.003 300 23c2373cb385d1781c027358e6e6b587 199.204.45.74 - - [09/Apr/2026:02:19:13 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.020 [openstack-keystone-api-5000] [] 10.0.0.54:5000 101 0.020 404 98ce2682a18e747150abe4a57c9c173a 199.204.45.74 - - [09/Apr/2026:02:19:13 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.019 [openstack-keystone-api-5000] [] 10.0.0.54:5000 155 0.020 200 4ab439f422db3d5f2c042d153e53a7e4 199.204.45.74 - - [09/Apr/2026:02:19:13 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 340 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.025 [openstack-keystone-api-5000] [] 10.0.0.54:5000 340 0.025 201 747a3a02044a0692bb805ab44516b84c 199.204.45.74 - - [09/Apr/2026:02:19:14 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.54:5000 265 0.002 200 0a3bbf4506419c45ae7955615b350bc4 199.204.45.74 - - [09/Apr/2026:02:19:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.293 [openstack-keystone-api-5000] [] 10.0.0.54:5000 1359 0.293 201 4629e7762bc824363a5fe2061bbd7d3b 199.204.45.74 - - [09/Apr/2026:02:19:14 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.54:5000 280 0.004 300 6ab2aa8f14758a41beddd5bf999b253f 199.204.45.74 - - [09/Apr/2026:02:19:14 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.023 [openstack-keystone-api-5000] [] 10.0.0.54:5000 98 0.022 404 6af9f1c1122f66fee08ce5624a67e70c 199.204.45.74 - - [09/Apr/2026:02:19:14 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.016 [openstack-keystone-api-5000] [] 10.0.0.54:5000 135 0.016 200 a8cca5f3d08c111c1528d97e8be2af75 199.204.45.74 - - [09/Apr/2026:02:19:14 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 356 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.019 [openstack-keystone-api-5000] [] 10.0.0.54:5000 356 0.019 201 27f6e2dfef724b367c9deec45778078d 199.204.45.74 - - [09/Apr/2026:02:19:15 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.54:5000 265 0.003 200 affe0afea99c30381a1360e61a315599 199.204.45.74 - - [09/Apr/2026:02:19:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.300 [openstack-keystone-api-5000] [] 10.0.0.54:5000 1359 0.301 201 d2b3c748c3ae5f07f333a72bc629fa77 199.204.45.74 - - [09/Apr/2026:02:19:15 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.54:5000 280 0.004 300 40345ca85e08c03d93ec937231d5f8c7 199.204.45.74 - - [09/Apr/2026:02:19:15 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.018 [openstack-keystone-api-5000] [] 10.0.0.54:5000 131 0.017 404 38f2ce2c84ce083bbba396d32893f7b2 199.204.45.74 - - [09/Apr/2026:02:19:15 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.017 [openstack-keystone-api-5000] [] 10.0.0.54:5000 167 0.016 200 7c15163bddae7dd9c2d18bd648edac95 199.204.45.74 - - [09/Apr/2026:02:19:15 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.026 [openstack-keystone-api-5000] [] 10.0.0.54:5000 222 0.026 201 3f9e2c4c29dc65a18a88fa728bf4c27d W0409 02:19:24.927108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:24.927233 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:28.262175 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:28.262226 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:31.594056 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:31.594100 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:34.927097 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:34.927123 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:49.416111 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:49.416147 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:53.058994 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:53.059157 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:56.393114 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:56.393163 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:20:03.697433 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.109.107.80"}] I0409 02:20:03.703215 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"ac4dae5c-1c8b-4e61-a8ed-31aa172f2b83", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7626", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:20:03.704753 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:20:03.704791 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:27.627190 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0409 02:21:27.627269 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0409 02:21:27.627314 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:27.627331 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:21:27.630083 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.003s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:32.2kB} I0409 02:21:27.630112 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0409 02:21:27.634865 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" W0409 02:21:27.635196 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0409 02:21:27.635550 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0409 02:21:27.635634 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0409 02:21:27.635693 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:27.635712 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:21:27.635842 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:21:27.636631 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"1cb62abd-f91a-484c-8b51-c12261465f83", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8189", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0409 02:21:27.691670 7 controller.go:216] "Backend successfully reloaded" I0409 02:21:27.691888 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rbcjw", UID:"2495904f-2ba4-4852-940a-ca73db1d51e0", APIVersion:"v1", ResourceVersion:"1437", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0409 02:21:27.993914 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0409 02:21:27.995394 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.74 - - [09/Apr/2026:02:21:28 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.54:5000 280 0.003 300 449fb121c8ca2466ed79bf1ad37d34b1 199.204.45.74 - - [09/Apr/2026:02:21:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.432 [openstack-keystone-api-5000] [] 10.0.0.54:5000 1990 0.431 201 6331e5dd23713a2210d4cba85cf9ad31 199.204.45.74 - - [09/Apr/2026:02:21:28 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 432 0.022 [openstack-keystone-api-5000] [] 10.0.0.54:5000 85 0.021 404 906673e1af2cc2fbd41a70713f43c898 199.204.45.74 - - [09/Apr/2026:02:21:28 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 128 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.024 [openstack-keystone-api-5000] [] 10.0.0.54:5000 128 0.024 200 02e340c83a5c8a328f50309dfee5bf61 199.204.45.74 - - [09/Apr/2026:02:21:28 +0000] "POST /v3/roles HTTP/1.1" 201 229 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 506 0.027 [openstack-keystone-api-5000] [] 10.0.0.54:5000 229 0.027 201 ce2f077050ae4982668d2efb6b2f56d9 W0409 02:21:30.969180 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0409 02:21:30.969352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:30.969381 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:34.303081 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:34.303131 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.74 - - [09/Apr/2026:02:21:37 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 228 0.002 [openstack-keystone-api-5000] [] 10.0.0.54:5000 280 0.003 300 246ceb67a0cc6866e783f35b7d0a9ee5 199.204.45.74 - - [09/Apr/2026:02:21:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 547 0.291 [openstack-keystone-api-5000] [] 10.0.0.54:5000 1990 0.292 201 e6f6b0bfc74700db545f3b012f57061c 199.204.45.74 - - [09/Apr/2026:02:21:38 +0000] "GET /v3/roles HTTP/1.1" 200 1514 "-" "python-keystoneclient" 379 0.027 [openstack-keystone-api-5000] [] 10.0.0.54:5000 1514 0.026 200 2bda57dbb0a7c9ba8cece2fb56e28841 199.204.45.74 - - [09/Apr/2026:02:21:38 +0000] "PUT /v3/roles/5f6e15dd3c18462ba41992974f56940c/implies/ba46b0aef1144585a1f6337e24db13be HTTP/1.1" 201 518 "-" "python-keystoneclient" 472 0.033 [openstack-keystone-api-5000] [] 10.0.0.54:5000 518 0.033 201 425ba78d7f5d1180dbdea9051400ad21 I0409 02:22:03.695632 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.109.107.80"}] I0409 02:22:03.701061 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"1cb62abd-f91a-484c-8b51-c12261465f83", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8544", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:22:03.703025 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:22:03.703059 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.74 - - [09/Apr/2026:02:22:28 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.54:5000 280 0.003 300 450747344c5c4ce1bbacd5480bb2750f 199.204.45.74 - - [09/Apr/2026:02:22:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.348 [openstack-keystone-api-5000] [] 10.0.0.54:5000 2053 0.349 201 b563edfb015df4765b304e62c6a1a999 199.204.45.74 - - [09/Apr/2026:02:22:28 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.057 [openstack-keystone-api-5000] [] 10.0.0.54:5000 87 0.057 404 f0f788115d8e5325b4e1af8a8b949451 199.204.45.74 - - [09/Apr/2026:02:22:28 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.028 [openstack-keystone-api-5000] [] 10.0.0.54:5000 388 0.027 200 886d1782aa5114c0c966ca78fd5e75f5 199.204.45.74 - - [09/Apr/2026:02:22:28 +0000] "GET /v3/users/rgw-RegionOne?domain_id=2d3d4c15f0ea4063afb4053d83c77db4 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 481 0.027 [openstack-keystone-api-5000] [] 10.0.0.54:5000 91 0.026 404 2f30b88e3f24b6e1ed9b6e324841ac70 199.204.45.74 - - [09/Apr/2026:02:22:28 +0000] "GET /v3/users?domain_id=2d3d4c15f0ea4063afb4053d83c77db4&name=rgw-RegionOne HTTP/1.1" 200 177 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 499 0.041 [openstack-keystone-api-5000] [] 10.0.0.54:5000 177 0.041 200 b48bd4b5e98e70a8401725583057e188 199.204.45.74 - - [09/Apr/2026:02:22:29 +0000] "POST /v3/users HTTP/1.1" 201 290 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 627 0.286 [openstack-keystone-api-5000] [] 10.0.0.54:5000 290 0.287 201 ffed207d95789193411ca47951097c2b 199.204.45.74 - - [09/Apr/2026:02:22:33 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 228 0.004 [openstack-keystone-api-5000] [] 10.0.0.54:5000 280 0.003 300 1aae574be6ed5956088aee1bcb4ef32b 199.204.45.74 - - [09/Apr/2026:02:22:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 547 0.284 [openstack-keystone-api-5000] [] 10.0.0.54:5000 2053 0.284 201 d3cfde0808f1fa7ffc6a877cd1b05a5a 199.204.45.74 - - [09/Apr/2026:02:22:33 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 428 0.023 [openstack-keystone-api-5000] [] 10.0.0.54:5000 83 0.022 404 307de5814084c4587bc68ffca06934b6 199.204.45.74 - - [09/Apr/2026:02:22:33 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 359 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 446 0.018 [openstack-keystone-api-5000] [] 10.0.0.54:5000 359 0.017 200 c5a8ba5963e11b89152388e990aed669 199.204.45.74 - - [09/Apr/2026:02:22:33 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 432 0.032 [openstack-keystone-api-5000] [] 10.0.0.54:5000 87 0.032 404 6db1373acde77ccae6bb987da94a90e6 199.204.45.74 - - [09/Apr/2026:02:22:33 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 450 0.023 [openstack-keystone-api-5000] [] 10.0.0.54:5000 388 0.022 200 57c037215a31233eebb70ed3f5b49489 199.204.45.74 - - [09/Apr/2026:02:22:33 +0000] "GET /v3/users/rgw-RegionOne?domain_id=2d3d4c15f0ea4063afb4053d83c77db4 HTTP/1.1" 404 91 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 479 0.020 [openstack-keystone-api-5000] [] 10.0.0.54:5000 91 0.020 404 c847f7bdf0d902505cf5d8db3b162e97 199.204.45.74 - - [09/Apr/2026:02:22:33 +0000] "GET /v3/users?domain_id=2d3d4c15f0ea4063afb4053d83c77db4&name=rgw-RegionOne HTTP/1.1" 200 456 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 497 0.033 [openstack-keystone-api-5000] [] 10.0.0.54:5000 456 0.034 200 4cb55d4b92e5ee4daeb2cb62ac7d1972 199.204.45.74 - - [09/Apr/2026:02:22:33 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 433 0.022 [openstack-keystone-api-5000] [] 10.0.0.54:5000 88 0.021 404 6b33e33cf6c1e9a63211fd171efb7d0a 199.204.45.74 - - [09/Apr/2026:02:22:33 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 518 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 451 0.034 [openstack-keystone-api-5000] [] 10.0.0.54:5000 518 0.033 200 3b8d8f24252b7f69df9ab9f1891fb4d9 199.204.45.74 - - [09/Apr/2026:02:22:33 +0000] "PUT /v3/projects/563c45b013e9492dbfe35ecb5630b87b/users/63e2a30cf0ed457b97f907e32f48420c/roles/8fea5dce2b6f4bd29fd4b178d2aac93c HTTP/1.1" 204 0 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 555 0.034 [openstack-keystone-api-5000] [] 10.0.0.54:5000 0 0.034 204 99666c5b8494e62d2ee8dfb66149326d 199.204.45.74 - - [09/Apr/2026:02:22:39 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.54:5000 280 0.004 300 614306b82243dcf67c062713eaa7b755 199.204.45.74 - - [09/Apr/2026:02:22:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.318 [openstack-keystone-api-5000] [] 10.0.0.54:5000 2053 0.318 201 2d9038761574d8d584cc289cf66d90c9 199.204.45.74 - - [09/Apr/2026:02:22:39 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 150 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 469 0.024 [openstack-keystone-api-5000] [] 10.0.0.54:5000 150 0.025 200 a1bb507ec556becc7a969623a4044188 199.204.45.74 - - [09/Apr/2026:02:22:39 +0000] "POST /v3/services HTTP/1.1" 201 262 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 577 0.040 [openstack-keystone-api-5000] [] 10.0.0.54:5000 262 0.041 201 f37e0a81049d11e57b2190e3336412d8 199.204.45.74 - - [09/Apr/2026:02:22:40 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.54:5000 280 0.003 300 17fdee89bf54fa4598606b9369c750fb 199.204.45.74 - - [09/Apr/2026:02:22:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.288 [openstack-keystone-api-5000] [] 10.0.0.54:5000 2155 0.287 201 6f7833af3c98539c6e2c34c86e62a72f 199.204.45.74 - - [09/Apr/2026:02:22:40 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.020 [openstack-keystone-api-5000] [] 10.0.0.54:5000 86 0.020 404 3d7ae4f863b54438ad3709bed3941d15 199.204.45.74 - - [09/Apr/2026:02:22:40 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.021 [openstack-keystone-api-5000] [] 10.0.0.54:5000 380 0.021 200 5a846537dec12d856c5a90ff243569e5 199.204.45.74 - - [09/Apr/2026:02:22:40 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=79d8d6658e3a470dad586c1094527aa3 HTTP/1.1" 200 204 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 522 0.023 [openstack-keystone-api-5000] [] 10.0.0.54:5000 204 0.023 200 d2935eab41c6bf63152b352dc6c90659 199.204.45.74 - - [09/Apr/2026:02:22:40 +0000] "POST /v3/endpoints HTTP/1.1" 201 377 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 687 0.056 [openstack-keystone-api-5000] [] 10.0.0.54:5000 377 0.056 201 b6b769be269a39621cd233708ec69b88 199.204.45.74 - - [09/Apr/2026:02:22:40 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.54:5000 280 0.004 300 17fbabbcdfd24ca00ae0c7ed2280ec9c 199.204.45.74 - - [09/Apr/2026:02:22:41 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2363 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.299 [openstack-keystone-api-5000] [] 10.0.0.54:5000 2363 0.299 201 0dee3ff79a839eeb47aa2ea2f39cb458 199.204.45.74 - - [09/Apr/2026:02:22:41 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.020 [openstack-keystone-api-5000] [] 10.0.0.54:5000 86 0.020 404 481be161a67adca64f8d5dcba1100db2 199.204.45.74 - - [09/Apr/2026:02:22:41 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.017 [openstack-keystone-api-5000] [] 10.0.0.54:5000 380 0.018 200 6980cf8d3c54cf64acf9e4e06edd1edb 199.204.45.74 - - [09/Apr/2026:02:22:41 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=79d8d6658e3a470dad586c1094527aa3 HTTP/1.1" 200 206 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 524 0.020 [openstack-keystone-api-5000] [] 10.0.0.54:5000 206 0.021 200 e4dc871a33e5a428080d08e44441d475 199.204.45.74 - - [09/Apr/2026:02:22:41 +0000] "POST /v3/endpoints HTTP/1.1" 201 391 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 701 0.034 [openstack-keystone-api-5000] [] 10.0.0.54:5000 391 0.034 201 76cd1e7ca15610580750ecd98cb5ddab W0409 02:22:42.579245 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0409 02:22:42.579640 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0409 02:22:42.579821 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:22:42.580274 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:22:42.583649 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.005s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:35.7kB} I0409 02:22:42.583678 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0409 02:22:42.588549 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0409 02:22:42.588803 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"cf8bf80c-63fb-40d0-9fc9-0699c19b79b6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8796", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:22:42.589159 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0409 02:22:42.589551 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0409 02:22:42.589700 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0409 02:22:42.589791 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:22:42.589812 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:22:42.589959 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:22:42.642836 7 controller.go:216] "Backend successfully reloaded" I0409 02:22:42.643895 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rbcjw", UID:"2495904f-2ba4-4852-940a-ca73db1d51e0", APIVersion:"v1", ResourceVersion:"1437", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0409 02:22:42.932648 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0409 02:22:42.934828 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0409 02:22:45.923071 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0409 02:22:45.923258 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:22:45.923288 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:22:59.310272 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0409 02:22:59.310552 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:22:59.310577 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:23:02.644627 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0409 02:23:02.644877 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:23:02.644933 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:23:02.645201 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:23:02.709938 7 controller.go:216] "Backend successfully reloaded" I0409 02:23:02.710360 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rbcjw", UID:"2495904f-2ba4-4852-940a-ca73db1d51e0", APIVersion:"v1", ResourceVersion:"1437", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0409 02:23:03.701832 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.109.107.80"}] I0409 02:23:03.708287 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"cf8bf80c-63fb-40d0-9fc9-0699c19b79b6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9012", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:23:05.977642 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0409 02:23:05.977826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:23:05.978042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:23:09.311231 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0409 02:23:09.311415 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:23:09.311444 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:23:12.644697 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0409 02:23:12.644982 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:23:12.645022 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:23:15.978255 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0409 02:23:15.978524 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:23:15.978558 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:23:29.814922 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0409 02:23:29.815283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:23:29.815307 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:23:33.148732 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0409 02:23:33.148927 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:23:33.148952 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:23:38.058299 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0409 02:23:38.058564 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:23:38.058627 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:23:45.236507 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0409 02:23:45.236744 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:23:45.236785 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:24:24.430333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:24:24.430358 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:25:46.045739 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0409 02:25:46.045883 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0409 02:25:46.045969 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:25:46.045994 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:25:46.051293 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.006s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:39.1kB} I0409 02:25:46.051330 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0409 02:25:46.054809 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0409 02:25:46.055081 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"39f0e28a-c940-4de9-af2b-d26c18bb1edd", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10322", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:25:46.055243 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0409 02:25:46.055589 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0409 02:25:46.055670 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0409 02:25:46.055733 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:25:46.055746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:25:46.055858 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:25:46.111316 7 controller.go:216] "Backend successfully reloaded" I0409 02:25:46.111624 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rbcjw", UID:"2495904f-2ba4-4852-940a-ca73db1d51e0", APIVersion:"v1", ResourceVersion:"1437", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0409 02:25:46.385129 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0409 02:25:46.387054 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0409 02:25:49.391613 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0409 02:25:49.391806 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:25:49.391834 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.74 - - [09/Apr/2026:02:25:50 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.54:5000 280 0.005 300 c1e22e5fbaa7a6133ca4826fd32b3741 199.204.45.74 - - [09/Apr/2026:02:25:50 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.318 [openstack-keystone-api-5000] [] 10.0.0.54:5000 3197 0.318 201 e8c9de30ad9143cb08bfe2bb3d77007f 199.204.45.74 - - [09/Apr/2026:02:25:50 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 6811ed5ff1b69be76f1b9b9b8ada1246 199.204.45.74 - - [09/Apr/2026:02:25:50 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 1b800ba08920bcf4d5e1a115cd7f886a 199.204.45.74 - - [09/Apr/2026:02:25:52 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.54:5000 280 0.003 300 2b4f97803017d148c91bd151d1b9be12 199.204.45.74 - - [09/Apr/2026:02:25:52 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.293 [openstack-keystone-api-5000] [] 10.0.0.54:5000 3197 0.294 201 54b5b542eb069ab7795d196c6ecd7d30 199.204.45.74 - - [09/Apr/2026:02:25:52 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 1a4bdaeefb57b420a79398bef4fabd34 199.204.45.74 - - [09/Apr/2026:02:25:52 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - de10c79e7c98e6b9cfbbd622a9746f9b 199.204.45.74 - - [09/Apr/2026:02:25:53 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.54:5000 280 0.004 300 2ac511d6844406ab2cdecdf24032dc1a 199.204.45.74 - - [09/Apr/2026:02:25:54 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.281 [openstack-keystone-api-5000] [] 10.0.0.54:5000 3197 0.282 201 2bcccc7f9640b53ecfc456d8417f6b13 199.204.45.74 - - [09/Apr/2026:02:25:54 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 2621bacaed18f874f575b4c730448436 199.204.45.74 - - [09/Apr/2026:02:25:54 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - ab7a7f39d033cb6bf4b16d4f16104748 199.204.45.74 - - [09/Apr/2026:02:25:55 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.007 [openstack-keystone-api-5000] [] 10.0.0.54:5000 280 0.007 300 19865ca1c38d903c8648e09312895ebf 199.204.45.74 - - [09/Apr/2026:02:25:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.299 [openstack-keystone-api-5000] [] 10.0.0.54:5000 3197 0.299 201 206d7de7f71ac8bc3ad571bc8daa46a6 199.204.45.74 - - [09/Apr/2026:02:25:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 9e735ad097a5725db88896a9a8c1b100 199.204.45.74 - - [09/Apr/2026:02:25:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 47788990a10e2a90d90fc084490a3927 W0409 02:25:56.543966 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0409 02:25:56.544151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:25:56.544182 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.74 - - [09/Apr/2026:02:25:57 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.54:5000 280 0.004 300 f2ee64882ae7b427515c6d7293add16e 199.204.45.74 - - [09/Apr/2026:02:25:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.301 [openstack-keystone-api-5000] [] 10.0.0.54:5000 3197 0.300 201 96ecbac7c3a4fedee18a0f43fb7b4fee 199.204.45.74 - - [09/Apr/2026:02:25:57 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 3ef3a87fd7cc721cbedede6975d5b080 199.204.45.74 - - [09/Apr/2026:02:25:57 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 7a39d0a565dfe7fa3d42caa12530725e 199.204.45.74 - - [09/Apr/2026:02:25:59 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.54:5000 280 0.004 300 bbebdf74e1f7a635cd47876cb5d82ab9 199.204.45.74 - - [09/Apr/2026:02:25:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.295 [openstack-keystone-api-5000] [] 10.0.0.54:5000 3197 0.295 201 bbf249e5b0170502ae0f80facc8a0681 199.204.45.74 - - [09/Apr/2026:02:25:59 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 985b97db44159bebb37f621b317be9b9 199.204.45.74 - - [09/Apr/2026:02:25:59 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 637ea47f4e16787bde7a6d2333a6b867 199.204.45.74 - - [09/Apr/2026:02:26:00 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.54:5000 280 0.004 300 0b675a8c9af1775fcb974a079d8e24ba 199.204.45.74 - - [09/Apr/2026:02:26:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.290 [openstack-keystone-api-5000] [] 10.0.0.54:5000 3197 0.290 201 e8229717a6b8c85fbbca094141d6a539 199.204.45.74 - - [09/Apr/2026:02:26:01 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 93a514938bdd514a20a62d0a863082ba 199.204.45.74 - - [09/Apr/2026:02:26:01 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - e229702a3558c2a2f14eb4ede7ace26a 199.204.45.74 - - [09/Apr/2026:02:26:02 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.54:5000 280 0.003 300 952e3e172e93682ba277c0d9c0ad15c1 199.204.45.74 - - [09/Apr/2026:02:26:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.282 [openstack-keystone-api-5000] [] 10.0.0.54:5000 3197 0.282 201 f9a81f5eed1f78ffcec784aad5c237f2 199.204.45.74 - - [09/Apr/2026:02:26:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - b60cc6049211c706a93e959d5e208482 199.204.45.74 - - [09/Apr/2026:02:26:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - c0accc8efa2aef1621c56e9897c20c0c I0409 02:26:03.693544 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.109.107.80"}] I0409 02:26:03.697987 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"39f0e28a-c940-4de9-af2b-d26c18bb1edd", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10460", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:26:03.699977 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0409 02:26:03.700378 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:26:03.700401 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.74 - - [09/Apr/2026:02:26:04 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.54:5000 280 0.003 300 c43e48c25e0e2eacbd499450f6366f97 199.204.45.74 - - [09/Apr/2026:02:26:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.289 [openstack-keystone-api-5000] [] 10.0.0.54:5000 3197 0.289 201 213474ba297ed9062a18ea609c3acfd7 199.204.45.74 - - [09/Apr/2026:02:26:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 58670ed89f71ae220706d8219cc5df55 199.204.45.74 - - [09/Apr/2026:02:26:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 5d113025799761f16a710e803a7caab2 199.204.45.74 - - [09/Apr/2026:02:26:06 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.54:5000 280 0.004 300 35af19940c51f49987bad69b908fc68e 199.204.45.74 - - [09/Apr/2026:02:26:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.288 [openstack-keystone-api-5000] [] 10.0.0.54:5000 3197 0.288 201 fd5278d086c83e210fc7c0692ef5e6ef 199.204.45.74 - - [09/Apr/2026:02:26:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - fa1961b53c3d126d93cefde477833f51 199.204.45.74 - - [09/Apr/2026:02:26:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 2aa40c673970ca6553f6ce6c5ddb64b6 W0409 02:26:07.033723 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:26:07.033763 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.74 - - [09/Apr/2026:02:26:07 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.54:5000 280 0.003 300 50a8156cb73ce885757515d11cffd13b 199.204.45.74 - - [09/Apr/2026:02:26:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.290 [openstack-keystone-api-5000] [] 10.0.0.54:5000 3197 0.290 201 f8d427dadb4856f4b008ac8803c4ad25 199.204.45.74 - - [09/Apr/2026:02:26:08 +0000] "GET / HTTP/1.1" 300 1301 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.003 [openstack-glance-api-9292] [] 10.0.0.14:9292 1301 0.003 300 86b90bacb45e3d27635c2f52fd0b2403 199.204.45.74 - - [09/Apr/2026:02:26:08 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.557 [openstack-glance-api-9292] [] 10.0.0.14:9292 69 0.557 200 38a1e16a2cad7cfac82bbb4fe1de28b1 199.204.45.74 - - [09/Apr/2026:02:26:11 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.54:5000 280 0.002 300 874eb6889d46cf88edf50cccf8c95ced 199.204.45.74 - - [09/Apr/2026:02:26:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.287 [openstack-keystone-api-5000] [] 10.0.0.54:5000 3197 0.287 201 2958d5f0a631e06f777785bb8ab41f50 199.204.45.74 - - [09/Apr/2026:02:26:12 +0000] "GET / HTTP/1.1" 300 1301 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.002 [openstack-glance-api-9292] [] 10.0.0.14:9292 1301 0.003 300 e822d9bdae7b4609ff9dfe4a40e2e1cd 199.204.45.74 - - [09/Apr/2026:02:26:12 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.037 [openstack-glance-api-9292] [] 10.0.0.14:9292 69 0.037 200 c8f3b3234998909a6ee8de02da2f3162 199.204.45.74 - - [09/Apr/2026:02:26:12 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.135 [openstack-glance-api-9292] [] 10.0.0.14:9292 151 0.136 404 49f51d73feb4360d3497c966a77dacc3 199.204.45.74 - - [09/Apr/2026:02:26:12 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 447 0.024 [openstack-glance-api-9292] [] 10.0.0.14:9292 81 0.024 200 76903b3cbdbc4ba70f7ddb68e51712b4 199.204.45.74 - - [09/Apr/2026:02:26:12 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.029 [openstack-glance-api-9292] [] 10.0.0.14:9292 84 0.030 200 0bd29379d14325ba70dc836975d40060 199.204.45.74 - - [09/Apr/2026:02:26:12 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 713 0.061 [openstack-glance-api-9292] [] 10.0.0.14:9292 760 0.061 201 3f9c15e83d1f2645470bade2beeab720 199.204.45.74 - - [09/Apr/2026:02:26:15 +0000] "PUT /v2/images/dda6ac2e-94e3-47bc-9df5-c53ba1cdc6d4/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441040 3.391 [openstack-glance-api-9292] [] 10.0.0.14:9292 0 3.391 204 d37c785cae131add836de9b72215faec 199.204.45.74 - - [09/Apr/2026:02:26:15 +0000] "GET /v2/images/dda6ac2e-94e3-47bc-9df5-c53ba1cdc6d4 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.021 [openstack-glance-api-9292] [] 10.0.0.14:9292 1171 0.022 200 f2f4875dae255e7562a2f6d77519a308 199.204.45.74 - - [09/Apr/2026:02:26:15 +0000] "GET /v2/images/dda6ac2e-94e3-47bc-9df5-c53ba1cdc6d4 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.014 [openstack-glance-api-9292] [] 10.0.0.14:9292 1171 0.015 200 ad8654426d492e1f6400d571b8f98db3 W0409 02:26:18.556742 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:26:18.556776 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:26:21.891666 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:26:21.891718 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store