+ tempest cleanup --init-saved-state
+ '[' true == false ']'
+ tempest run --config-file /etc/tempest/tempest.conf -w 4 --smoke
/var/lib/openstack/lib/python3.12/site-packages/jsonpath_rw_ext/_string.py:19: SyntaxWarning: invalid escape sequence '\('
  SUB = re.compile("sub\(/(.*)/,\s+(.*)\)")
/var/lib/openstack/lib/python3.12/site-packages/jsonpath_rw_ext/_string.py:20: SyntaxWarning: invalid escape sequence '\('
  SPLIT = re.compile("split\((.),\s+(\d+),\s+(\d+|-1)\)")
{3} tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor [0.118409s] ... ok
{3} tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors [0.064838s] ... ok
{2} tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create [4.520036s] ... ok
{2} tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list [2.526737s] ... ok
{3} tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete [3.747125s] ... ok
{1} tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers [0.134076s] ... ok
{1} tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details [0.000449s] ... ok
{0} tempest.api.compute.servers.test_create_server.ServersTestBootFromVolume.test_list_servers [0.071226s] ... ok
{0} tempest.api.compute.servers.test_create_server.ServersTestBootFromVolume.test_verify_server_details [0.000469s] ... ok
{3} tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers [0.061141s] ... ok
{3} tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details [0.000283s] ... ok
{3} tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all [2.279382s] ... ok
{3} tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions [1.210247s] ... ok
{3} tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools [3.655950s] ... ok
{2} tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesUnderV243Test.test_add_remove_fixed_ip [58.353846s] ... ok
{1} tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses [0.048475s] ... ok
{1} tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network [0.094731s] ... ok
{3} tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups [4.314027s] ... ok
{3} tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port [1.819880s] ... ok
{3} tempest.api.network.test_ports.PortsTestJSON.test_list_ports [0.234532s] ... ok
{3} tempest.api.network.test_ports.PortsTestJSON.test_show_port [0.037393s] ... ok
{2} tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete [0.182721s] ... ok
{3} tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group [2.260217s] ... ok
{2} tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain [0.550698s] ... ok
{3} tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule [2.279352s] ... ok
{3} tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups [0.042366s] ... ok
{1} tempest.api.compute.test_versions.TestVersions.test_get_version_details [0.763367s] ... ok
{1} tempest.api.compute.test_versions.TestVersions.test_list_api_versions [0.017193s] ... ok
{3} tempest.api.object_storage.test_account_quotas.AccountQuotasTest.test_admin_modify_quota [0.365971s] ... ok
{3} tempest.api.object_storage.test_account_quotas.AccountQuotasTest.test_overlimit_upload [0.045822s] ... ok
{3} tempest.api.object_storage.test_account_quotas.AccountQuotasTest.test_upload_valid_object [0.072970s] ... ok
{2} tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy [0.450558s] ... ok
{1} tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_show_list [0.416211s] ... ok
{3} tempest.api.object_storage.test_container_services.ContainerTest.test_create_container [0.211179s] ... ok
{3} tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents [0.084822s] ... ok
{3} tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_metadata [0.054655s] ... ok
{2} tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id [0.162684s] ... ok
{1} tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service [0.358832s] ... ok
{2} tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types [0.065407s] ... ok
{2} tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources [0.101135s] ... ok
{2} tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses [0.022730s] ... ok
{2} tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_list_api_versions [0.006502s] ... ok
{3} tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list [0.070017s] ... ok
{1} tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image [0.491390s] ... ok
{2} tempest.api.identity.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists [0.079078s] ... ok
{1} tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file [1.332641s] ... ok
{1} tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image [0.150107s] ... ok
{2} tempest.api.image.v2.test_versions.VersionsTest.test_list_versions [0.008814s] ... ok
{1} tempest.api.network.test_networks.BulkNetworkOpsIpV6Test.test_bulk_create_delete_network [2.833949s] ... ok
{1} tempest.api.network.test_networks.BulkNetworkOpsIpV6Test.test_bulk_create_delete_port [3.355850s] ... ok
{3} tempest.scenario.test_dashboard_basic_ops.TestDashboardBasicOps.test_basic_scenario [7.939223s] ... ok
{1} tempest.api.network.test_networks.BulkNetworkOpsIpV6Test.test_bulk_create_delete_subnet [2.750453s] ... ok
{2} tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address [2.156517s] ... ok
{0} tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard [26.112212s] ... ok
{2} tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip [4.154092s] ... ok
{1} tempest.api.object_storage.test_account_services.AccountTest.test_list_account_metadata [0.052159s] ... ok
{1} tempest.api.object_storage.test_account_services.AccountTest.test_list_containers [0.014696s] ... ok
{1} tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_large_object [0.219644s] ... ok
{1} tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_too_many_objects [0.159386s] ... ok
{1} tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_valid_object [0.125886s] ... ok
{2} tempest.api.network.test_networks.NetworksIpV6Test.test_create_update_delete_network_subnet [2.298898s] ... ok
{2} tempest.api.network.test_networks.NetworksIpV6Test.test_external_network_visibility [0.131965s] ... ok
{2} tempest.api.network.test_networks.NetworksIpV6Test.test_list_networks [0.062668s] ... ok
{2} tempest.api.network.test_networks.NetworksIpV6Test.test_list_subnets [0.050404s] ... ok
{2} tempest.api.network.test_networks.NetworksIpV6Test.test_show_network [0.051336s] ... ok
{2} tempest.api.network.test_networks.NetworksIpV6Test.test_show_subnet [0.034560s] ... ok
{0} tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint [0.509302s] ... ok
{1} tempest.api.volume.test_volumes_get.VolumesGetTest.test_volume_create_get_update_delete [5.260291s] ... ok
{2} tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools [3.463377s] ... ok
{1} tempest.api.volume.test_volumes_get.VolumesGetTest.test_volume_create_get_update_delete_from_image [5.519927s] ... ok
{0} tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete [2.517938s] ... ok
{2} tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups [2.435613s] ... ok
{2} tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port [1.488320s] ... ok
{2} tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports [0.043480s] ... ok
{2} tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port [0.122477s] ... ok
{0} tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_network [3.939238s] ... ok
{0} tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_port [5.384512s] ... ok
{0} tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_subnet [4.309748s] ... ok
{0} tempest.api.network.test_networks.NetworksTest.test_create_update_delete_network_subnet [3.527729s] ... ok
{3} tempest.scenario.test_server_basic_ops.TestServerBasicOps.test_server_basic_ops [43.212317s] ... ok
{0} tempest.api.network.test_networks.NetworksTest.test_external_network_visibility [0.504724s] ... ok
{0} tempest.api.network.test_networks.NetworksTest.test_list_networks [0.205577s] ... ok
{0} tempest.api.network.test_networks.NetworksTest.test_list_subnets [0.229244s] ... ok
{0} tempest.api.network.test_networks.NetworksTest.test_show_network [0.537052s] ... ok
{2} tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces [22.034369s] ... ok
{0} tempest.api.network.test_networks.NetworksTest.test_show_subnet [0.435555s] ... ok
{2} tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id [8.304890s] ... ok
{3} neutron_tempest_plugin.api.admin.test_shared_network_extension.RBACSharedNetworksTest.test_create_rbac_policy_with_target_tenant_none [3.458336s] ... ok
{3} neutron_tempest_plugin.api.admin.test_shared_network_extension.RBACSharedNetworksTest.test_create_rbac_policy_with_target_tenant_too_long_id [1.680043s] ... ok
{3} neutron_tempest_plugin.api.admin.test_shared_network_extension.RBACSharedNetworksTest.test_network_only_visible_to_policy_target [3.138224s] ... ok
{2} tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id [12.027886s] ... ok
{2} tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router [4.024269s] ... ok
{0} tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces [21.983125s] ... ok
{2} tempest.api.network.test_versions.NetworksApiDiscovery.test_api_version_resources [0.040777s] ... ok
{2} tempest.api.network.test_versions.NetworksApiDiscovery.test_show_api_v2_details [0.179762s] ... ok
{3} neutron_tempest_plugin.api.admin.test_tag.TagFloatingIpTestJSON.test_floatingip_tags [1.246088s] ... ok
{2} setUpClass (tempest.scenario.test_server_multinode.TestServerMultinode) ... SKIPPED: Less than 2 compute nodes, skipping multinode tests.
{0} tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id [6.397832s] ... ok
{0} tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id [5.894210s] ... ok
{3} neutron_tempest_plugin.api.admin.test_tag.TagSecGroupTestJSON.test_security_group_tags [2.239893s] ... ok
{2} neutron_tempest_plugin.api.admin.test_tag.TagFilterNetworkTestJSON.test_filter_network_tags [0.837825s] ... ok
{0} tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router [4.142008s] ... ok
{0} tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group [1.113154s] ... ok
{3} neutron_tempest_plugin.api.admin.test_tag.TagSubnetTestJSON.test_subnet_tags [1.033065s] ... ok
{0} tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule [2.053452s] ... ok
{0} tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups [0.048515s] ... ok
{2} neutron_tempest_plugin.api.admin.test_tag.TagFilterQosPolicyTestJSON.test_filter_qos_policy_tags [1.131688s] ... ok
{0} tempest.api.network.test_subnetpools_extensions.SubnetPoolsTestJSON.test_create_list_show_update_delete_subnetpools [0.340239s] ... ok
{0} tempest.api.object_storage.test_object_services.ObjectTest.test_create_object [0.054421s] ... ok
{0} tempest.api.object_storage.test_object_services.ObjectTest.test_get_object [0.033006s] ... ok
{0} tempest.api.object_storage.test_object_services.ObjectTest.test_list_object_metadata [0.028605s] ... ok
{0} tempest.api.object_storage.test_object_services.ObjectTest.test_update_object_metadata [0.046464s] ... ok
{2} neutron_tempest_plugin.api.admin.test_tag.TagQosPolicyTestJSON.test_qos_policy_tags [1.627126s] ... ok
{0} tempest.api.volume.test_versions.VersionsTest.test_list_versions [0.013754s] ... ok
{3} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_admin_create_endpoint_group_for_tenant [0.232782s] ... ok
{3} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_admin_create_ike_policy_for_tenant [0.570217s] ... ok
{3} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_admin_create_ipsec_policy_for_tenant [0.145492s] ... ok
{1} tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops [102.326111s] ... ok
{3} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_admin_create_vpn_service_for_tenant [15.607890s] ... ok
{3} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_create_connection_with_cidr_and_endpoint_group [0.357702s] ... ok
{3} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_create_connection_with_mix_ip_endpoint_group [0.419404s] ... ok
{3} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_create_connection_with_subnet_and_local_endpoint_group [0.248156s] ... ok
{3} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_create_connection_with_subnet_and_remote_endpoint_group [0.133405s] ... ok
{1} neutron_tempest_plugin.api.admin.test_tag.TagFilterPortTestJSON.test_filter_port_tags [0.780332s] ... ok
{3} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_create_delete_vpn_connection_with_ep_group [2.801274s] ... ok
{3} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_create_delete_vpn_connection_with_legacy_mode [1.591626s] ... ok
{3} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_create_update_delete_endpoint_group [0.172374s] ... ok
{3} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_create_update_delete_ike_policy [0.204081s] ... ok
{3} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_create_update_delete_ipsec_policy [0.191641s] ... ok
{1} neutron_tempest_plugin.api.admin.test_tag.TagFilterRouterTestJSON.test_filter_router_tags [0.533824s] ... ok
{3} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_create_update_delete_vpn_service [13.864821s] ... ok
{3} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_create_vpn_connection_missing_peer_cidr [0.065902s] ... ok
{3} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_create_vpn_connection_small_MTU [0.069814s] ... ok
{3} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_create_vpn_connection_small_dpd [0.012169s] ... ok
{3} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_create_vpn_connection_with_missing_local_endpoint_group [0.198723s] ... ok
{3} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_create_vpn_connection_with_missing_remote_endpoint_group [0.153691s] ... ok
{3} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_create_vpn_connection_wrong_peer_cidr [0.009431s] ... ok
{0} tempest.api.volume.test_volumes_actions.VolumesActionsTest.test_attach_detach_volume_to_instance [38.938277s] ... ok
{3} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_create_vpn_service_subnet_not_on_router [4.765359s] ... ok
{3} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_create_vpnservice_long_description [0.022682s] ... ok
{3} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_create_vpnservice_long_name [0.022120s] ... ok
{3} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_fail_create_endpoint_group_when_provide_subnet_id_with_cidr [0.064565s] ... ok
{3} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_fail_create_endpoint_group_when_wrong_type [0.055758s] ... ok
{3} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_fail_create_endpoint_group_with_mixed_IP_version [0.053085s] ... ok
{3} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_list_ike_policies [0.014921s] ... ok
{3} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_list_ipsec_policies [0.013349s] ... ok
{3} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_list_vpn_connections [0.043169s] ... ok
{3} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_list_vpn_services [0.031393s] ... ok
{3} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_show_endpoint_group [0.031195s] ... ok
{3} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_show_ike_policy [0.012614s] ... ok
{3} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_show_ipsec_policy [0.011210s] ... ok
{3} neutron_tempest_plugin.vpnaas.api.test_vpnaas.VPNaaSTestJSON.test_show_vpn_service [0.011398s] ... ok
{1} neutron_tempest_plugin.api.admin.test_tag.TagFilterSecGroupTestJSON.test_filter_security_group_tags [0.420823s] ... ok
{0} neutron_tempest_plugin.api.admin.test_tag.TagFilterFloatingIpTestJSON.test_filter_floatingip_tags [0.405270s] ... ok
{1} neutron_tempest_plugin.api.admin.test_tag.TagFilterSubnetTestJSON.test_filter_subnet_tags [0.476988s] ... ok
{0} neutron_tempest_plugin.api.admin.test_tag.TagFilterSubnetpoolTestJSON.test_filter_subnetpool_tags [0.215592s] ... ok
{1} neutron_tempest_plugin.api.admin.test_tag.TagNetworkTestJSON.test_network_tags [7.972752s] ... ok
{0} neutron_tempest_plugin.api.admin.test_tag.TagFilterTrunkTestJSON.test_filter_trunk_tags [0.218655s] ... ok
{1} neutron_tempest_plugin.api.admin.test_tag.TagSubnetPoolTestJSON.test_subnetpool_tags [0.953998s] ... ok
{1} neutron_tempest_plugin.api.admin.test_tag.TagTrunkTestJSON.test_trunk_tags [0.538328s] ... ok
{0} neutron_tempest_plugin.api.admin.test_tag.TagPortTestJSON.test_port_tags [1.523467s] ... ok
{0} neutron_tempest_plugin.api.admin.test_tag.TagRouterTestJSON.test_router_tags [1.461176s] ... ok
{0} neutron_tempest_plugin.api.admin.test_tag.UpdateTagsTest.test_update_tags_affects_only_updated_resource [2.346431s] ... ok
{3} octavia_tempest_plugin.tests.scenario.v2.test_traffic_ops.TrafficOperationsScenarioTest.test_basic_http_traffic [82.884110s] ... ok

======
Totals
======
Ran: 164 tests in 569.8731 sec.
 - Passed: 163
 - Skipped: 1
 - Expected Fail: 0
 - Unexpected Success: 0
 - Failed: 0
Sum of execute time for each test: 619.4436 sec.

==============
Worker Balance
==============
 - Worker 0 (34 tests) => 0:05:27.999916
 - Worker 1 (29 tests) => 0:05:12.605413
 - Worker 2 (36 tests) => 0:04:08.077122
 - Worker 3 (65 tests) => 0:09:29.873114
+ tempest cleanup