------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0610 02:46:45.573545 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0610 02:46:45.574451 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0610 02:46:45.582292 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0610 02:46:45.585401 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0610 02:46:45.758796 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0610 02:46:45.778062 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0610 02:46:45.791730 7 nginx.go:271] "Starting NGINX Ingress controller" I0610 02:46:45.798104 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"e8fe96f6-5382-493e-b4c7-86a097646d2e", APIVersion:"v1", ResourceVersion:"1359", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0610 02:46:45.801213 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"1aedb564-cafd-4204-876e-c384dbcdcb7c", APIVersion:"v1", ResourceVersion:"1360", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0610 02:46:45.801352 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"b97d38cd-1097-4fdc-a95f-2ad808cb4af0", APIVersion:"v1", ResourceVersion:"1361", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0610 02:46:46.993423 7 nginx.go:317] "Starting NGINX process" I0610 02:46:46.993505 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0610 02:46:46.994078 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0610 02:46:46.994472 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0610 02:46:46.994598 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:46:46.994679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0610 02:46:46.994791 7 controller.go:196] "Configuration changes detected, backend reload required" I0610 02:46:47.001277 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0610 02:46:47.001312 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-m9g4r" I0610 02:46:47.028890 7 controller.go:216] "Backend successfully reloaded" I0610 02:46:47.029153 7 controller.go:227] "Initial sync, sleeping for 1 second" I0610 02:46:47.029270 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-m9g4r", UID:"3df6af26-44de-4ea5-b058-5dfacb8946e5", APIVersion:"v1", ResourceVersion:"1400", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0610 02:46:50.821725 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:46:50.821760 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:46:54.156113 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:46:54.156192 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:46:57.488980 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:46:57.489024 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:47:00.822674 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:47:00.822725 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:47:04.156976 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:47:04.157025 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:47:07.489252 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:47:07.489310 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:47:10.822284 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:47:10.822326 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:47:14.158182 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:47:14.158224 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:47:19.123616 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:47:19.123655 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:47:22.458504 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:47:22.458557 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:47:25.791026 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:47:25.791081 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:48:14.848302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:48:14.848335 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:48:18.181934 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:48:18.181993 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:48:27.705770 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:48:27.705799 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:48:36.130465 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:48:36.130509 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:48:39.464395 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:48:39.464444 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:48:42.798128 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:48:42.798176 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:48:46.130762 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:48:46.130811 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:48:49.465357 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:48:49.465404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:48:53.603713 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:48:53.603778 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:48:56.937816 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:48:56.937861 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:49:00.273517 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:49:00.273559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:49:03.604755 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:49:03.604818 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:49:06.938363 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:49:06.938427 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:51:10.990333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:51:10.990377 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:51:14.684424 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-140.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-140.nip.io-tls was not found. Using default certificate W0610 02:51:14.684494 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:51:14.684514 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0610 02:51:14.686521 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0610 02:51:14.686561 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0610 02:51:14.693159 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0610 02:51:14.693486 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"d3878c6d-8fb5-40a7-9f68-fc1577d851c1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3446", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0610 02:51:14.693803 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-140.nip.io-tls" in local store W0610 02:51:14.694044 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-140.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-140.nip.io-tls was not found. Using default certificate W0610 02:51:14.694095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:51:14.694116 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0610 02:51:14.694247 7 controller.go:196] "Configuration changes detected, backend reload required" I0610 02:51:14.736201 7 controller.go:216] "Backend successfully reloaded" I0610 02:51:14.736446 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-m9g4r", UID:"3df6af26-44de-4ea5-b058-5dfacb8946e5", APIVersion:"v1", ResourceVersion:"1400", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0610 02:51:14.909982 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-140.nip.io-tls" I0610 02:51:14.913744 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-140.nip.io-tls" W0610 02:51:18.028166 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:51:18.028217 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.140 - - [10/Jun/2026:02:51:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.208 [auth-system-keycloak-80] [] 10.0.0.155:8080 1928 2.207 200 11d9e552b568930e72572eb0138679b8 199.204.45.140 - - [10/Jun/2026:02:51:26 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.101 [auth-system-keycloak-80] [] 10.0.0.155:8080 116 0.101 404 f0fe53708cf183df276549cfb0c97e3d 199.204.45.140 - - [10/Jun/2026:02:51:30 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.084 [auth-system-keycloak-80] [] 10.0.0.155:8080 0 4.083 201 cafa1721063f1de035c848c96cfd310c 199.204.45.140 - - [10/Jun/2026:02:51:31 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.602 [auth-system-keycloak-80] [] 10.0.0.155:8080 4246 0.602 200 55265817609c7a1840b4a5f39bdb8fd2 199.204.45.140 - - [10/Jun/2026:02:51:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.534 [auth-system-keycloak-80] [] 10.0.0.155:8080 1928 0.533 200 0c3c9724ff4855bd7e5d17b2132ae238 199.204.45.140 - - [10/Jun/2026:02:51:32 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.090 [auth-system-keycloak-80] [] 10.0.0.155:8080 12500 0.090 200 b1ee9361f876bde7fe235d2a5f0a70ef 199.204.45.140 - - [10/Jun/2026:02:51:32 +0000] "GET /admin/realms/atmosphere/client-scopes/071acca2-736a-444a-b3c1-810d9958e549 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.011 [auth-system-keycloak-80] [] 10.0.0.155:8080 1278 0.011 200 618fb69cca09442776dbd1d429bc2aa4 199.204.45.140 - - [10/Jun/2026:02:51:32 +0000] "PUT /admin/realms/atmosphere/client-scopes/071acca2-736a-444a-b3c1-810d9958e549 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.058 [auth-system-keycloak-80] [] 10.0.0.155:8080 0 0.058 204 19075a9a0529c747cd32c68e61734313 199.204.45.140 - - [10/Jun/2026:02:51:32 +0000] "GET /admin/realms/atmosphere/client-scopes/071acca2-736a-444a-b3c1-810d9958e549/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.019 [auth-system-keycloak-80] [] 10.0.0.155:8080 963 0.019 200 c71e09736f61fc62dbe9125652b91463 199.204.45.140 - - [10/Jun/2026:02:51:32 +0000] "GET /admin/realms/atmosphere/client-scopes/071acca2-736a-444a-b3c1-810d9958e549/protocol-mappers/models/4f2ddd99-291d-408f-8d10-7615893a0ff6 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.062 [auth-system-keycloak-80] [] 10.0.0.155:8080 366 0.062 200 46ddb800d63c1f773bd9fc80af9ac7a8 199.204.45.140 - - [10/Jun/2026:02:51:32 +0000] "PUT /admin/realms/atmosphere/client-scopes/071acca2-736a-444a-b3c1-810d9958e549/protocol-mappers/models/4f2ddd99-291d-408f-8d10-7615893a0ff6 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.024 [auth-system-keycloak-80] [] 10.0.0.155:8080 0 0.023 204 a673bdc720881d95f48fa4d36e61b5c9 199.204.45.140 - - [10/Jun/2026:02:51:32 +0000] "GET /admin/realms/atmosphere/client-scopes/071acca2-736a-444a-b3c1-810d9958e549 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.069 [auth-system-keycloak-80] [] 10.0.0.155:8080 1218 0.069 200 ed514bed643a070642592e90ee38955e I0610 02:51:47.008401 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.102.109.100"}] I0610 02:51:47.015780 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"d3878c6d-8fb5-40a7-9f68-fc1577d851c1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3796", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0610 02:51:47.016939 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:51:47.016984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:52:14.974716 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:52:14.974760 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:52:18.308494 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:52:18.308541 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store